Mitiq + Noise Backend + Optuna (IBM)

import sys
import os
sys.path.insert(0, os.path.abspath('../'))
sys.path.insert(0, os.path.abspath('../../'))

import qiskit
provider = qiskit.IBMQ.load_account()

import optuna
from qiskit import Aer
from qiskit.algorithms import QAOA
from qiskit_optimization.algorithms import MinimumEigenOptimizer
from shared.QiskitMaxcut import *
from shared.Mitiq_QAOA import *
from ibm.ibm_parameters import *

%matplotlib inline

print_parameters()

Optimizers: ['SPSA', 'QN-SPSA', 'COBYLA'] with MaxIter of 500
Number of shots: 8000
Repetitions: [ 1; 50 ]
Gamma value interval: [ -3.141592653589793; 3.141592653589793 ]
Beta value interval: [ 3.141592653589793;-3.141592653589793 ]
Number of Optuna Trials: 150
Noise Backend Name: ibmq_toronto

# ---- Define graph and MaxCut ----
graph = load_graph()
max_cut = Maxcut(graph)
max_cut_qubo = max_cut.to_qubo()
max_cut.draw()

def init_qaoa(optimizer, reps, init_parameters):
    quantum_instance = QuantumInstance(
                    backend=Aer.get_backend(DEFAULT_QASM_SIMULATOR),
                    shots=SHOTS,
                    noise_model=noise_model,
                    coupling_map=coupling_map,
                    basis_gates=basis_gates,
    )

    # generate QAOA to get circuit
    pre_qaoa = QAOA(optimizer=COBYLA(maxiter=1, tol=0), quantum_instance=quantum_instance, reps=reps, initial_point=init_parameters)
    MinimumEigenOptimizer(pre_qaoa).solve(max_cut_qubo)

    circuit = pre_qaoa.get_optimal_circuit()
    circuit.measure_all()

    if optimizer == "QN-SPSA":
        fidelity = QNSPSA.get_fidelity(pre_qaoa.ansatz)
        optimizer = QNSPSA(fidelity, maxiter=MAX_ITER)

    mitiq_qaoa = Mitiq_QAOA(mitiq_circuit=circuit.copy(),
                            optimizer=optimizer,
                            quantum_instance=quantum_instance,
                            reps=reps,
                            initial_point=init_parameters)

    return mitiq_qaoa

def run(max_cut_problem, qaoa):
    # Run quantum algorithm QAOA
    algorithm = MinimumEigenOptimizer(qaoa)
    result = algorithm.solve(max_cut_problem)
    optimal_parameters = qaoa.optimal_params

    return result, optimal_parameters.copy()

def objective(trial):
    optimizer_name = trial.suggest_categorical("optimizer", optimizers.keys())
    reps = trial.suggest_int('reps', REPS_MIN, REPS_MAX)
    parameters = []
    for i in range(reps):
        parameters.append(trial.suggest_uniform(f'gamma_{i}', GAMMA_MIN, GAMMA_MAX))

    for i in range(reps):
        parameters.append(trial.suggest_uniform(f'beta_{i}', BETA_MIN, BETA_MAX))

    optimizer = optimizers[optimizer_name]

    qaoa = init_qaoa(optimizer, reps, parameters)

    result, optimal_parameters = run(max_cut_qubo, qaoa)

    mean, distribution = max_cut.analyse(result)

    trial.set_user_attr(key="best", value=[mean,result,optimal_parameters, optimizer_name])

    return mean

study = optuna.create_study(direction='minimize')
study.optimize(objective, n_trials=N_TRIALS, callbacks=[save_best_trial])

[I 2021-08-05 11:16:38,916] A new study created in memory with name: no-name-718e7e0a-e719-4d46-8efe-21489c09c820
[I 2021-08-05 11:53:10,960] Trial 0 finished with value: -24.038624999999996 and parameters: {'optimizer': 'SPSA', 'reps': 25, 'gamma_0': 0.9463172369318773, 'gamma_1': 0.9737895977225559, 'gamma_2': 1.9974907006039189, 'gamma_3': -0.31046148757079806, 'gamma_4': 1.6647712490872495, 'gamma_5': -2.7425178454498793, 'gamma_6': -1.1980733000402217, 'gamma_7': -2.4412289904898534, 'gamma_8': 2.8292952973334575, 'gamma_9': -1.2580137026784033, 'gamma_10': -2.580321480303275, 'gamma_11': 1.745490992047639, 'gamma_12': 1.0183667986570173, 'gamma_13': 0.6597338339672536, 'gamma_14': 2.2263993647098816, 'gamma_15': -2.6408096886108154, 'gamma_16': 2.00789271955664, 'gamma_17': -3.050985455703186, 'gamma_18': -3.1386712971521917, 'gamma_19': 1.981538591342586, 'gamma_20': 1.4880362396074052, 'gamma_21': 2.405361655871495, 'gamma_22': -1.979644767422208, 'gamma_23': -1.3062813059649743, 'gamma_24': -0.09092394818259875, 'beta_0': 1.7685937927750972, 'beta_1': 0.6927715991847685, 'beta_2': -1.9732360335033796, 'beta_3': -2.3272046781566336, 'beta_4': -0.6130947049532423, 'beta_5': 3.0270227363146667, 'beta_6': 2.124467604650099, 'beta_7': -2.7561698531409795, 'beta_8': 1.922006616329642, 'beta_9': -0.8713283609066624, 'beta_10': 1.606289907280389, 'beta_11': 2.1314761210700857, 'beta_12': -1.9854042626466832, 'beta_13': 2.91558717505006, 'beta_14': 1.10708429920951, 'beta_15': -0.1873928269595111, 'beta_16': -2.7856455231199444, 'beta_17': 1.7368470544733299, 'beta_18': 0.8899686485186713, 'beta_19': 2.0273706466521464, 'beta_20': 0.1805640166591549, 'beta_21': -1.5464825401843862, 'beta_22': -2.5788152140869878, 'beta_23': -2.1398825533080776, 'beta_24': -0.04525109225012924}. Best is trial 0 with value: -24.038624999999996.
[I 2021-08-05 12:04:29,899] Trial 1 finished with value: -23.655250000000002 and parameters: {'optimizer': 'COBYLA', 'reps': 22, 'gamma_0': 2.8183629971964006, 'gamma_1': 2.378207633273144, 'gamma_2': 2.5234964052849564, 'gamma_3': -1.6713646129783106, 'gamma_4': 2.120786822003849, 'gamma_5': -2.6895811252155486, 'gamma_6': -2.0444782604094147, 'gamma_7': 0.6341957494395798, 'gamma_8': 0.31823212744467133, 'gamma_9': 1.7780456627014356, 'gamma_10': 0.9713267795623493, 'gamma_11': 3.048841596145908, 'gamma_12': -1.3972679953822835, 'gamma_13': 1.756971260895857, 'gamma_14': 0.4230792917848496, 'gamma_15': -2.1754405607789438, 'gamma_16': 1.7296325234553072, 'gamma_17': 2.556973275774448, 'gamma_18': 0.0024811278219418753, 'gamma_19': -0.6105155457054403, 'gamma_20': -1.8111123909429292, 'gamma_21': 0.16593016677162042, 'beta_0': -2.1778263688750754, 'beta_1': -3.057581824712135, 'beta_2': 2.269118056765949, 'beta_3': -2.425672162019282, 'beta_4': 2.7569741770504583, 'beta_5': 0.9669614628429093, 'beta_6': -1.3290704212904294, 'beta_7': 1.0310827369832376, 'beta_8': 1.4196028406939396, 'beta_9': 2.9273315389537204, 'beta_10': -2.4188295661795998, 'beta_11': -0.5186000619761302, 'beta_12': 1.0329778736181892, 'beta_13': 0.8702990335135121, 'beta_14': -3.0049284074392717, 'beta_15': -2.868272507470915, 'beta_16': 0.8840093866750429, 'beta_17': 1.4537233660386493, 'beta_18': 1.9120519914945824, 'beta_19': -0.4284006996748655, 'beta_20': 0.6294868607124449, 'beta_21': -2.5260251899829735}. Best is trial 0 with value: -24.038624999999996.
[I 2021-08-05 12:52:35,830] Trial 2 finished with value: -24.150000000000002 and parameters: {'optimizer': 'SPSA', 'reps': 36, 'gamma_0': 1.0354286404040867, 'gamma_1': -2.558395871938329, 'gamma_2': -2.9483036304612655, 'gamma_3': -1.369727578051349, 'gamma_4': -2.128949251922424, 'gamma_5': -1.6632722704477352, 'gamma_6': 0.19405495479898738, 'gamma_7': 2.7331183119913067, 'gamma_8': -2.976030587006315, 'gamma_9': 1.2278472213723708, 'gamma_10': -2.007299727665263, 'gamma_11': -1.2005846396263478, 'gamma_12': 0.5546211332332551, 'gamma_13': 0.6538594386586905, 'gamma_14': -0.056452508108838284, 'gamma_15': -2.141963250242171, 'gamma_16': -0.5743427385203437, 'gamma_17': 3.1258861016246815, 'gamma_18': 1.0572992913596186, 'gamma_19': -1.647731449240052, 'gamma_20': -0.12896014473178452, 'gamma_21': -1.914011334040902, 'gamma_22': -0.2307110724009389, 'gamma_23': -1.7029823755366167, 'gamma_24': 2.369589633942735, 'gamma_25': 0.1371385852954785, 'gamma_26': 2.4394872351019137, 'gamma_27': 2.139579340103378, 'gamma_28': 1.703247149598469, 'gamma_29': -0.7053939771884985, 'gamma_30': 1.0006851744252199, 'gamma_31': 1.7084103662985592, 'gamma_32': 1.9150166446553039, 'gamma_33': 2.3321832840613554, 'gamma_34': 1.552277066369001, 'gamma_35': -0.1270474701051243, 'beta_0': 0.5394422593349422, 'beta_1': -2.807024027924316, 'beta_2': 0.3364696293652596, 'beta_3': 2.9927880431023004, 'beta_4': 0.4284480163116151, 'beta_5': -2.216516923622172, 'beta_6': 1.7864081654283952, 'beta_7': 1.0685405596802182, 'beta_8': 1.8229821635826315, 'beta_9': -2.477153596734875, 'beta_10': -0.8866483427978098, 'beta_11': 2.7301356223311037, 'beta_12': -2.0065302738065283, 'beta_13': 1.608472235554574, 'beta_14': -1.379733487088562, 'beta_15': 2.2843236225866246, 'beta_16': 0.43390186343589177, 'beta_17': 1.523153380628676, 'beta_18': 2.575151682146844, 'beta_19': -1.3532709093794488, 'beta_20': 0.36460365942501305, 'beta_21': 0.9522539873412983, 'beta_22': -2.496742148829071, 'beta_23': 1.3551005478024907, 'beta_24': -2.1375709021267477, 'beta_25': -2.99429040641183, 'beta_26': 0.4566262246760058, 'beta_27': -1.5066487336802439, 'beta_28': -2.6658320192071194, 'beta_29': -0.9814671337696139, 'beta_30': 1.5871894563898703, 'beta_31': -0.0334073115814677, 'beta_32': -0.26630722258689987, 'beta_33': -0.4303112993274496, 'beta_34': 0.8939928423364787, 'beta_35': 2.9066236228836475}. Best is trial 2 with value: -24.150000000000002.
[I 2021-08-05 14:10:23,416] Trial 3 finished with value: -23.709625000000006 and parameters: {'optimizer': 'QN-SPSA', 'reps': 36, 'gamma_0': -1.9477280812157123, 'gamma_1': -0.8428089543542527, 'gamma_2': -2.8584670950358575, 'gamma_3': 2.8968021480892494, 'gamma_4': -1.0070182226186768, 'gamma_5': 0.8812600106085169, 'gamma_6': 0.07689516093684423, 'gamma_7': -2.7194953194633116, 'gamma_8': -0.7501954135310709, 'gamma_9': -2.762028179914978, 'gamma_10': -0.49809756522632354, 'gamma_11': -0.8753643663971462, 'gamma_12': -2.6114487513450224, 'gamma_13': 0.9720495124929336, 'gamma_14': -2.458697199809556, 'gamma_15': -0.8780585607459144, 'gamma_16': -0.3947490766244206, 'gamma_17': -1.05902031901921, 'gamma_18': -1.3772552579233852, 'gamma_19': -0.8494548168963463, 'gamma_20': -0.4670122693891732, 'gamma_21': -1.602420534928072, 'gamma_22': -2.0180378649927873, 'gamma_23': -0.6590014940859392, 'gamma_24': -0.7656682180631229, 'gamma_25': 0.2459425749775579, 'gamma_26': -0.9944064333419971, 'gamma_27': 1.4690598246015805, 'gamma_28': 0.9097044138295232, 'gamma_29': -0.8865923615813371, 'gamma_30': 1.992821641580659, 'gamma_31': 1.4461334660312302, 'gamma_32': -1.795149211308817, 'gamma_33': -2.9124881863203234, 'gamma_34': -0.9124825923226112, 'gamma_35': -0.3753097029696, 'beta_0': 0.6929114986803855, 'beta_1': -0.9889135287100146, 'beta_2': 0.8513649474198042, 'beta_3': 0.7070544323394152, 'beta_4': 1.8503460836881764, 'beta_5': 0.4914875801440246, 'beta_6': 2.539981247441747, 'beta_7': 2.6652067065811123, 'beta_8': 0.5819759988054067, 'beta_9': -1.9055949006094408, 'beta_10': 2.319864985603928, 'beta_11': 2.1140181632024797, 'beta_12': -2.968903815485058, 'beta_13': 0.3882169046194326, 'beta_14': -2.8541994963151933, 'beta_15': -2.5648267818017323, 'beta_16': 0.8241531473810171, 'beta_17': -2.178849917252437, 'beta_18': 1.9750924661691842, 'beta_19': -1.1528704240095642, 'beta_20': 0.9044292310652926, 'beta_21': -2.665834826877843, 'beta_22': 1.8329354600778052, 'beta_23': -0.32863684370347057, 'beta_24': -2.238465384777052, 'beta_25': -1.6656495481581268, 'beta_26': -0.4383737233945153, 'beta_27': -1.027281910085172, 'beta_28': 2.648704735767253, 'beta_29': -2.5090670081837994, 'beta_30': -1.16589500049372, 'beta_31': -2.6831327047787803, 'beta_32': -1.6252943053340891, 'beta_33': -2.4892091858830923, 'beta_34': 2.1513772384771164, 'beta_35': -0.34641627219914417}. Best is trial 2 with value: -24.150000000000002.
[I 2021-08-05 14:22:43,282] Trial 4 finished with value: -23.783624999999994 and parameters: {'optimizer': 'COBYLA', 'reps': 25, 'gamma_0': 2.9225226077218727, 'gamma_1': -1.0694546634716073, 'gamma_2': 0.8332573687005413, 'gamma_3': 0.39785307770750844, 'gamma_4': 2.1969884763175687, 'gamma_5': 2.4669753629824047, 'gamma_6': 0.9496865404070292, 'gamma_7': -0.9466682945159555, 'gamma_8': -2.6445428380780105, 'gamma_9': 1.8100120617235502, 'gamma_10': 1.6787614723179711, 'gamma_11': 1.7710511163592448, 'gamma_12': -0.29529462766832415, 'gamma_13': 0.30777081656894545, 'gamma_14': -0.1730253599339373, 'gamma_15': 2.3152761144808265, 'gamma_16': -2.877064820053858, 'gamma_17': 2.6750407404279297, 'gamma_18': -0.7949357796260648, 'gamma_19': 0.44300172571590135, 'gamma_20': -1.7434158855582793, 'gamma_21': 0.038497254049552954, 'gamma_22': 0.9105831378631644, 'gamma_23': -1.3215496601639185, 'gamma_24': 2.734747461810354, 'beta_0': 2.8940176725679008, 'beta_1': -0.7230874888435936, 'beta_2': -0.10247154490334953, 'beta_3': -0.7030928291986869, 'beta_4': 0.974445297609206, 'beta_5': -0.0788068829234514, 'beta_6': -0.7257568347574783, 'beta_7': 2.7625304748175346, 'beta_8': 1.063948251704307, 'beta_9': 0.8643552794827194, 'beta_10': -1.9566874893163009, 'beta_11': -2.4842635770455015, 'beta_12': 2.062257533159346, 'beta_13': 0.7564928597035285, 'beta_14': -2.4381069432949545, 'beta_15': 0.5702423033315966, 'beta_16': 1.6856207607239284, 'beta_17': -2.616077892732511, 'beta_18': 2.8960581393387654, 'beta_19': 2.750204422335642, 'beta_20': 2.1150061927191066, 'beta_21': 1.4975562068603239, 'beta_22': -1.3797034305946938, 'beta_23': -1.2738686439330296, 'beta_24': -2.2457510742270674}. Best is trial 2 with value: -24.150000000000002.
[I 2021-08-05 14:51:26,881] Trial 5 finished with value: -24.197750000000006 and parameters: {'optimizer': 'SPSA', 'reps': 17, 'gamma_0': -2.114056166802452, 'gamma_1': -1.4277850465394901, 'gamma_2': -2.125295378975295, 'gamma_3': 2.212927661314276, 'gamma_4': -3.0390085326866902, 'gamma_5': 2.4353390369884, 'gamma_6': 1.8041002956220709, 'gamma_7': -2.1945325737472876, 'gamma_8': 1.898664305017129, 'gamma_9': -1.5665106347903361, 'gamma_10': -2.6843551876283502, 'gamma_11': 0.6757030881923294, 'gamma_12': 2.178088491299559, 'gamma_13': 0.3177511681822449, 'gamma_14': -2.943672051938353, 'gamma_15': -0.5918325326829632, 'gamma_16': -2.1915980380606985, 'beta_0': 2.6967702970007448, 'beta_1': 0.340734909387419, 'beta_2': 2.372303256988671, 'beta_3': 2.4602022392280363, 'beta_4': 0.519538823385854, 'beta_5': 2.757428856259324, 'beta_6': 3.101642733276874, 'beta_7': 1.5082195288667481, 'beta_8': -0.9590779472865738, 'beta_9': 1.5228743761482217, 'beta_10': 1.6178191745550592, 'beta_11': 2.463031250457453, 'beta_12': -3.0149245001188154, 'beta_13': -1.7367527388988873, 'beta_14': -0.8036128762823274, 'beta_15': 1.2805661432443483, 'beta_16': -2.601532800285513}. Best is trial 5 with value: -24.197750000000006.
[I 2021-08-05 15:33:00,203] Trial 6 finished with value: -23.785999999999994 and parameters: {'optimizer': 'QN-SPSA', 'reps': 16, 'gamma_0': 0.8866719593503172, 'gamma_1': 0.8647413572912352, 'gamma_2': 3.0293463225129598, 'gamma_3': 2.29926578125915, 'gamma_4': -1.7016529658092867, 'gamma_5': 0.15484291915790527, 'gamma_6': 1.6303491241845176, 'gamma_7': -2.932889947165214, 'gamma_8': -2.0223082030134987, 'gamma_9': 2.964046868585073, 'gamma_10': -1.2785959328042242, 'gamma_11': -1.9336503995861418, 'gamma_12': -0.6797401549085986, 'gamma_13': -1.3342938350268472, 'gamma_14': 3.0182409412012374, 'gamma_15': -2.9208707401534064, 'beta_0': 1.9901163439192935, 'beta_1': 1.4491928721557388, 'beta_2': 1.587538713597338, 'beta_3': -1.605671848921698, 'beta_4': -0.6860988753505244, 'beta_5': 0.2770643901627383, 'beta_6': -1.4483545838143532, 'beta_7': -0.8897096820735735, 'beta_8': -2.4969360213129907, 'beta_9': -2.5709765450940596, 'beta_10': -2.0191719041667717, 'beta_11': -1.8194167045718843, 'beta_12': 1.9711880926068268, 'beta_13': 0.04005695976918755, 'beta_14': -2.769603327320442, 'beta_15': -1.7385761932605297}. Best is trial 5 with value: -24.197750000000006.
[I 2021-08-05 16:04:32,649] Trial 7 finished with value: -23.833375 and parameters: {'optimizer': 'SPSA', 'reps': 23, 'gamma_0': 2.849955952965029, 'gamma_1': -0.41899445934079393, 'gamma_2': 1.1166703604738473, 'gamma_3': -0.8871224359824077, 'gamma_4': 2.885323372930176, 'gamma_5': 1.6711777705143431, 'gamma_6': 0.6119287603984476, 'gamma_7': -2.416018783499245, 'gamma_8': -0.4382168437660039, 'gamma_9': 2.994546906220921, 'gamma_10': 1.4549884738635344, 'gamma_11': -0.13670918776690977, 'gamma_12': 1.8868365747056082, 'gamma_13': -2.5133334071874454, 'gamma_14': -2.7163579612864277, 'gamma_15': -1.2520198727892127, 'gamma_16': -0.6592852858280054, 'gamma_17': -3.0130795669093087, 'gamma_18': -2.8940740205718583, 'gamma_19': 0.8945448612085158, 'gamma_20': -2.9802620660388954, 'gamma_21': -2.2778542808305806, 'gamma_22': 2.8696070552867647, 'beta_0': 2.9740436886045263, 'beta_1': 1.873118041607916, 'beta_2': -1.1449238611405512, 'beta_3': -2.07568018188372, 'beta_4': -1.752068337756787, 'beta_5': 2.1545663881475816, 'beta_6': 3.1345585052403084, 'beta_7': 2.9816953130185313, 'beta_8': 1.0405543945833662, 'beta_9': 2.1746527740160246, 'beta_10': -2.342506638578464, 'beta_11': 0.2758170572524481, 'beta_12': 1.1306774568662794, 'beta_13': -0.7763249805588792, 'beta_14': 2.028140767494543, 'beta_15': -0.3997416059118435, 'beta_16': 1.667393730517178, 'beta_17': -1.8688403945042078, 'beta_18': 1.4736616031170735, 'beta_19': 1.0737471249135693, 'beta_20': -2.9812071050822304, 'beta_21': 1.7289351130434838, 'beta_22': 0.5527180086107455}. Best is trial 5 with value: -24.197750000000006.
[I 2021-08-05 17:17:15,412] Trial 8 finished with value: -24.207375 and parameters: {'optimizer': 'QN-SPSA', 'reps': 35, 'gamma_0': 0.5435396757122315, 'gamma_1': -2.512168644375851, 'gamma_2': 0.464805392973779, 'gamma_3': -2.49429994597256, 'gamma_4': -2.614828991288038, 'gamma_5': 2.626098277828979, 'gamma_6': -0.35839687643490414, 'gamma_7': 0.990029136386223, 'gamma_8': -1.513756150404452, 'gamma_9': 0.9213698599402438, 'gamma_10': 1.8382979725588244, 'gamma_11': -0.6737647952761399, 'gamma_12': -1.9308681178317635, 'gamma_13': 2.9758646649285856, 'gamma_14': 1.8691085323259076, 'gamma_15': 0.31174191148479213, 'gamma_16': -0.5469042956598509, 'gamma_17': 2.7665807134081994, 'gamma_18': 3.0308993048047697, 'gamma_19': 1.4860135867612767, 'gamma_20': -2.9925191474673425, 'gamma_21': 1.15396878725893, 'gamma_22': -1.4387969337571842, 'gamma_23': -0.39009052327612004, 'gamma_24': 0.05216583017286114, 'gamma_25': -0.7091936193953825, 'gamma_26': -3.1181138641663777, 'gamma_27': -3.0831687916381947, 'gamma_28': -2.1062145285914653, 'gamma_29': -2.528083866391566, 'gamma_30': -2.603121506890757, 'gamma_31': -0.3530545009310253, 'gamma_32': 0.028507680444032513, 'gamma_33': 2.0806350597903904, 'gamma_34': -2.7704427784705015, 'beta_0': -0.36597419646616247, 'beta_1': 1.8158595316580985, 'beta_2': -2.2487150664028865, 'beta_3': 0.6692063253887617, 'beta_4': 3.075586583977204, 'beta_5': 1.2138078394688971, 'beta_6': 0.02008223111053553, 'beta_7': -1.4022977164064483, 'beta_8': -0.06462289409725397, 'beta_9': 1.3141194439749908, 'beta_10': 1.3111696438941163, 'beta_11': -1.707446185533559, 'beta_12': -0.5602252741243587, 'beta_13': -2.9726383684253768, 'beta_14': 1.2032490631122696, 'beta_15': 2.2227617706171188, 'beta_16': -0.04806085565483764, 'beta_17': 0.08868354210630658, 'beta_18': 1.2402643101437434, 'beta_19': -0.007420083141039147, 'beta_20': 2.2413257462748515, 'beta_21': -2.8729294171795936, 'beta_22': 1.124372937109122, 'beta_23': 0.022677016484246693, 'beta_24': 3.1221958412863247, 'beta_25': -3.0468500369452514, 'beta_26': 0.3431408919983441, 'beta_27': -0.45611566696205363, 'beta_28': 2.4286049282939057, 'beta_29': 0.8387601976512267, 'beta_30': -2.2805904169158646, 'beta_31': 1.984440567995735, 'beta_32': -0.9565784196294937, 'beta_33': 1.2555914598974462, 'beta_34': 2.2260853174313615}. Best is trial 8 with value: -24.207375.
[I 2021-08-05 18:12:06,811] Trial 9 finished with value: -23.810125 and parameters: {'optimizer': 'QN-SPSA', 'reps': 23, 'gamma_0': -1.1270516477346653, 'gamma_1': 1.9224858507497702, 'gamma_2': -0.617363743815714, 'gamma_3': 2.5908220135306914, 'gamma_4': 2.909337476730137, 'gamma_5': 3.047704547343219, 'gamma_6': 1.959765874445262, 'gamma_7': -1.1589453559463716, 'gamma_8': 2.610954878352974, 'gamma_9': 2.4414375224682736, 'gamma_10': -2.1406877723153963, 'gamma_11': 0.11034729206585858, 'gamma_12': 0.1618267543806331, 'gamma_13': -2.8866827023145634, 'gamma_14': 2.0531192333379344, 'gamma_15': -1.3656578919387385, 'gamma_16': -2.2332183544320423, 'gamma_17': -3.0433898480722505, 'gamma_18': 0.6421529802098629, 'gamma_19': 3.0639141865141095, 'gamma_20': -1.5262667941698307, 'gamma_21': -0.7929255656673453, 'gamma_22': 2.9781120759809374, 'beta_0': 0.24364372401952306, 'beta_1': 1.550647417234119, 'beta_2': -1.3086897741792214, 'beta_3': -2.963172619594853, 'beta_4': 0.10869527003984691, 'beta_5': 1.8224703826728286, 'beta_6': -2.2886712892701495, 'beta_7': -1.6421518461931783, 'beta_8': 1.0539032085553792, 'beta_9': -2.027074768162251, 'beta_10': 2.832293288903675, 'beta_11': -1.475242892518398, 'beta_12': 2.8036786873102164, 'beta_13': -2.284892274927811, 'beta_14': -2.294873048099615, 'beta_15': -2.087828998898874, 'beta_16': -0.3486912512565734, 'beta_17': -3.072807929488114, 'beta_18': 0.4675401392267924, 'beta_19': -2.600991877199626, 'beta_20': 0.6841978390194439, 'beta_21': -0.2754564502636785, 'beta_22': -1.2132284922053294}. Best is trial 8 with value: -24.207375.
[I 2021-08-05 18:28:36,620] Trial 10 finished with value: -22.773125 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': -0.49848886976943413, 'beta_0': -1.8279082813040082}. Best is trial 8 with value: -24.207375.
[I 2021-08-05 19:26:53,516] Trial 11 finished with value: -23.921999999999997 and parameters: {'optimizer': 'SPSA', 'reps': 47, 'gamma_0': -3.0580533205000178, 'gamma_1': -2.765836039994388, 'gamma_2': -1.1444055286027341, 'gamma_3': -3.0497882465914508, 'gamma_4': -2.9601478950016804, 'gamma_5': 3.119575840186418, 'gamma_6': 3.044360750533026, 'gamma_7': 1.439707779235793, 'gamma_8': 1.2075557818182159, 'gamma_9': -0.43178697329817406, 'gamma_10': 3.034884850814161, 'gamma_11': -3.041672239661707, 'gamma_12': 2.9030119418230944, 'gamma_13': 3.03273425684016, 'gamma_14': -1.188392020715257, 'gamma_15': 1.0689293990240256, 'gamma_16': -1.8322587345461843, 'gamma_17': 1.1138721509413172, 'gamma_18': 2.825036602993899, 'gamma_19': -3.0214808616381292, 'gamma_20': 3.1392879960607885, 'gamma_21': 2.209766457600466, 'gamma_22': -2.894863163089776, 'gamma_23': 2.2998426599225303, 'gamma_24': -2.641329170986324, 'gamma_25': -3.0971869079685046, 'gamma_26': -3.122013485244766, 'gamma_27': -3.079941395445168, 'gamma_28': -2.8831142546217556, 'gamma_29': -3.095088338242159, 'gamma_30': -2.9158024987810762, 'gamma_31': -2.2578073475812457, 'gamma_32': 0.393614064203384, 'gamma_33': 2.612456524805793, 'gamma_34': -3.0344165095042177, 'gamma_35': 2.8176088603800102, 'gamma_36': -2.283903006857802, 'gamma_37': -0.112280495299412, 'gamma_38': 0.22972783379553136, 'gamma_39': -2.613348900100982, 'gamma_40': -2.8107926046564633, 'gamma_41': 0.3524959809636579, 'gamma_42': -2.8420307320584746, 'gamma_43': 1.7203938811501414, 'gamma_44': -0.032143110393947016, 'gamma_45': 2.059531792836186, 'gamma_46': -2.877808960109107, 'beta_0': -1.7500902121083663, 'beta_1': 2.9586188457663356, 'beta_2': -3.0414064934234206, 'beta_3': 1.8146031507148463, 'beta_4': 2.9907801398893796, 'beta_5': 2.8946589040114836, 'beta_6': 0.6364904407898724, 'beta_7': 0.5326262204368885, 'beta_8': -1.0313083068249815, 'beta_9': 1.149053477998144, 'beta_10': 0.7570466880173076, 'beta_11': 0.8969074278831901, 'beta_12': -0.6981311024217591, 'beta_13': -3.1201016229905343, 'beta_14': -0.2549567995085523, 'beta_15': 2.988826244635663, 'beta_16': -2.061403718061084, 'beta_17': -0.3628678309591817, 'beta_18': -1.6562429911646477, 'beta_19': 0.8101363521103107, 'beta_20': 3.047693802961411, 'beta_21': 3.073886537985183, 'beta_22': 3.130612631991949, 'beta_23': 3.112758951410132, 'beta_24': 3.0960331764853533, 'beta_25': 3.032040326944872, 'beta_26': 2.698935371399256, 'beta_27': 2.4244499392966046, 'beta_28': 3.0832766803840035, 'beta_29': 2.6621511456889144, 'beta_30': -3.1303296149083, 'beta_31': 3.0995329213811247, 'beta_32': 3.1079958074084884, 'beta_33': 3.087246732765163, 'beta_34': -2.7992861474107564, 'beta_35': -2.7933073469726564, 'beta_36': 1.5107933619603866, 'beta_37': -2.084245220383941, 'beta_38': -2.311335623638282, 'beta_39': -1.6344238497425632, 'beta_40': -2.814315187927435, 'beta_41': 0.6181907335531942, 'beta_42': -0.9683163174148101, 'beta_43': 1.4374635570483636, 'beta_44': -2.516118180515708, 'beta_45': 1.9419865636143887, 'beta_46': 2.3325327176057673}. Best is trial 8 with value: -24.207375.
[I 2021-08-05 19:46:38,941] Trial 12 finished with value: -24.152375000000003 and parameters: {'optimizer': 'SPSA', 'reps': 10, 'gamma_0': -3.021683037280329, 'gamma_1': -1.9169843644382953, 'gamma_2': -1.175739624548323, 'gamma_3': 1.1419292519251614, 'gamma_4': -3.1156276488094976, 'gamma_5': 1.9712774692776747, 'gamma_6': -1.0888447371244303, 'gamma_7': 2.4442452740688507, 'gamma_8': 1.5745581516598985, 'gamma_9': -2.035667900396433, 'beta_0': -0.7878195707127434, 'beta_1': 2.836941304474135, 'beta_2': 3.101657665892763, 'beta_3': 2.8426976734549836, 'beta_4': -3.040258235914972, 'beta_5': -0.9995781265312336, 'beta_6': 0.9828144141563331, 'beta_7': -1.0614941012045511, 'beta_8': -0.8299361838486354, 'beta_9': 1.6676758315421025}. Best is trial 8 with value: -24.207375.
[I 2021-08-05 21:03:09,983] Trial 13 finished with value: -23.943875000000006 and parameters: {'optimizer': 'QN-SPSA', 'reps': 37, 'gamma_0': -1.8598569360968389, 'gamma_1': -1.6681401608841735, 'gamma_2': -2.0823536463581807, 'gamma_3': -2.3450013329503867, 'gamma_4': 0.22976949080831588, 'gamma_5': -0.8916404145884581, 'gamma_6': 3.062961846476203, 'gamma_7': -0.060544350090825816, 'gamma_8': -1.5405669829188506, 'gamma_9': 0.461528292480444, 'gamma_10': 2.9278173165808767, 'gamma_11': 1.1068627787290939, 'gamma_12': -3.1395264906912166, 'gamma_13': 3.0711099772768202, 'gamma_14': 1.1111542871032691, 'gamma_15': 0.6474736632588239, 'gamma_16': 0.4753178708577925, 'gamma_17': 0.805921820908049, 'gamma_18': 2.942889062038858, 'gamma_19': 3.1411663716258187, 'gamma_20': -2.999342922157555, 'gamma_21': 1.0949982886569853, 'gamma_22': -0.16023953733925644, 'gamma_23': 1.4145461928830085, 'gamma_24': 1.1897901719613233, 'gamma_25': -2.6927034374262364, 'gamma_26': -3.121614406618572, 'gamma_27': -3.0754908884631993, 'gamma_28': -2.487486453819703, 'gamma_29': 2.7767565060447437, 'gamma_30': -3.0303801033384206, 'gamma_31': -1.5445786972228672, 'gamma_32': -1.568373623777218, 'gamma_33': 0.1730826865227144, 'gamma_34': -3.0757307299015286, 'gamma_35': -2.90373869382461, 'gamma_36': 2.638348125521848, 'beta_0': -0.6301805902802197, 'beta_1': 0.1063449135897942, 'beta_2': 3.1128868313104214, 'beta_3': 1.1540886036111868, 'beta_4': 1.7263773775444935, 'beta_5': 1.621682397629073, 'beta_6': -2.816087627321893, 'beta_7': -2.7633661015611333, 'beta_8': -0.6381485702570359, 'beta_9': -0.08900999607875366, 'beta_10': 0.9166017961633597, 'beta_11': -0.6105636592127359, 'beta_12': -0.5816106118168975, 'beta_13': -1.8643065852307106, 'beta_14': 0.2916663995031738, 'beta_15': 1.7196987588944588, 'beta_16': -1.3585914121900433, 'beta_17': -0.26220353466286916, 'beta_18': -1.2624416787150856, 'beta_19': -3.0217801832744695, 'beta_20': -1.7417762658884683, 'beta_21': -0.7615761440671407, 'beta_22': 1.2188057684921703, 'beta_23': 1.4139887354083374, 'beta_24': 2.8145664564393247, 'beta_25': 0.9370301561399126, 'beta_26': -2.828503131901236, 'beta_27': 1.3178431023254153, 'beta_28': 0.2989494135345532, 'beta_29': 1.9237391320350872, 'beta_30': -3.124502152236901, 'beta_31': 2.6606904724758578, 'beta_32': -2.9103985008399564, 'beta_33': 2.429402896276401, 'beta_34': 3.106207708533631, 'beta_35': 2.9647008991924886, 'beta_36': -2.7084735625490475}. Best is trial 8 with value: -24.207375.
[I 2021-08-05 22:33:05,352] Trial 14 finished with value: -23.97562499999999 and parameters: {'optimizer': 'QN-SPSA', 'reps': 45, 'gamma_0': 0.02823409625568063, 'gamma_1': -3.021973442940376, 'gamma_2': 0.1760621507744155, 'gamma_3': 1.5478614641209991, 'gamma_4': -3.1115568979941854, 'gamma_5': 1.0740495742329665, 'gamma_6': -2.9473539470998826, 'gamma_7': 1.5431867556133294, 'gamma_8': 0.6785441607786189, 'gamma_9': -0.44450688851695497, 'gamma_10': 0.37634038361665345, 'gamma_11': 0.4734836521297273, 'gamma_12': -1.850163778001411, 'gamma_13': -0.9253608332910654, 'gamma_14': -1.7358445048396254, 'gamma_15': 0.2717788228256214, 'gamma_16': -1.5778105254383292, 'gamma_17': -1.183142162973576, 'gamma_18': 1.9461800345705678, 'gamma_19': 1.6818981119180572, 'gamma_20': 1.5325201323158892, 'gamma_21': 1.3626386259244467, 'gamma_22': -1.4729106447956422, 'gamma_23': 0.7602920545265073, 'gamma_24': -1.9591084408766957, 'gamma_25': 2.898551184323983, 'gamma_26': -0.04475834039136206, 'gamma_27': -1.0173549889695428, 'gamma_28': -1.2178065538689584, 'gamma_29': -2.790576119132605, 'gamma_30': -1.2437737489595444, 'gamma_31': -0.3893087539865193, 'gamma_32': 0.7036636572247524, 'gamma_33': 0.6490486777999893, 'gamma_34': -0.9327177246963806, 'gamma_35': 3.1332226818815028, 'gamma_36': 3.139701029351802, 'gamma_37': -3.062747939862721, 'gamma_38': -3.1338756607520257, 'gamma_39': 2.955876364941432, 'gamma_40': 2.0723533291388136, 'gamma_41': -2.9549603121423367, 'gamma_42': 2.6521145236993844, 'gamma_43': -2.7225987159719107, 'gamma_44': 3.0652465673506932, 'beta_0': -3.137470757778797, 'beta_1': -1.7547858605006994, 'beta_2': -0.618376003999476, 'beta_3': 2.0488286403961724, 'beta_4': -2.4063460403350385, 'beta_5': 3.0759452272121495, 'beta_6': 0.01737288344132404, 'beta_7': 1.870588200810881, 'beta_8': -2.3357320599684352, 'beta_9': 2.948595072199333, 'beta_10': -0.4446835739446209, 'beta_11': -2.8277250928812547, 'beta_12': -3.1168942430042272, 'beta_13': -3.008679447924132, 'beta_14': 2.626052790413669, 'beta_15': 1.1945118567121824, 'beta_16': -3.086796668648097, 'beta_17': 2.7153650088185377, 'beta_18': -3.11033497524805, 'beta_19': 0.37120087670965074, 'beta_20': 3.0193911462054888, 'beta_21': -2.9787044052287435, 'beta_22': 3.0392367337670785, 'beta_23': -2.9914940830946066, 'beta_24': 1.338973092581916, 'beta_25': -3.098718702902568, 'beta_26': 0.42701295315381277, 'beta_27': -2.824920192901735, 'beta_28': 1.138935394520581, 'beta_29': 0.7131343291629259, 'beta_30': -0.6855456899736535, 'beta_31': 1.1146569881526032, 'beta_32': 1.7763236656161827, 'beta_33': 0.7269804416957846, 'beta_34': -1.542339859197211, 'beta_35': -3.0537579658019025, 'beta_36': -3.060734244340162, 'beta_37': 2.994472868098439, 'beta_38': 2.6384327537060517, 'beta_39': 3.1042801717361965, 'beta_40': 2.8178833367613905, 'beta_41': -3.0702230846036063, 'beta_42': 2.8524054706512665, 'beta_43': -2.5933552892347356, 'beta_44': 2.9216279149376994}. Best is trial 8 with value: -24.207375.
[I 2021-08-05 22:49:39,557] Trial 15 finished with value: -24.039624999999994 and parameters: {'optimizer': 'SPSA', 'reps': 8, 'gamma_0': 1.8200881466830816, 'gamma_1': -1.9873931968085448, 'gamma_2': 0.038834821609352255, 'gamma_3': -3.1030292678370412, 'gamma_4': 0.04905733572135607, 'gamma_5': 2.8996325272255623, 'gamma_6': -0.9040461918607869, 'gamma_7': -1.2780328911588046, 'beta_0': 1.2740824507397293, 'beta_1': 0.5722679822548161, 'beta_2': -3.073509686866667, 'beta_3': -0.07933686790410334, 'beta_4': 2.1402250302348103, 'beta_5': 2.2471996841458437, 'beta_6': 1.1653784822033972, 'beta_7': -0.11152753596962701}. Best is trial 8 with value: -24.207375.
[I 2021-08-05 23:07:35,099] Trial 16 finished with value: -24.084500000000002 and parameters: {'optimizer': 'COBYLA', 'reps': 31, 'gamma_0': -0.02147917114800768, 'gamma_1': 0.4219842995938612, 'gamma_2': -2.0245815596244965, 'gamma_3': 0.6102152751046384, 'gamma_4': -2.242344790288997, 'gamma_5': 2.060427773889213, 'gamma_6': 2.148489686559591, 'gamma_7': 0.035328052216568616, 'gamma_8': 1.9466904484492675, 'gamma_9': -1.3570032722216334, 'gamma_10': 2.382378488877815, 'gamma_11': -2.3444689103617105, 'gamma_12': 2.777541859169779, 'gamma_13': 2.319589585720502, 'gamma_14': 3.125066107227365, 'gamma_15': 1.616841041929864, 'gamma_16': 0.5637736277880587, 'gamma_17': 1.6780599096618731, 'gamma_18': 2.2445875972352196, 'gamma_19': 2.0267854565980388, 'gamma_20': -3.1336544039146688, 'gamma_21': 3.059784604725474, 'gamma_22': 1.4957057396753695, 'gamma_23': 0.22784515864115465, 'gamma_24': 1.130394350007169, 'gamma_25': -1.5876454943483012, 'gamma_26': 3.0441170360463174, 'gamma_27': -0.849668978945131, 'gamma_28': -0.8717752872133959, 'gamma_29': 1.673078090580601, 'gamma_30': -0.9356425970139175, 'beta_0': -0.4685749243946491, 'beta_1': 2.243136841253154, 'beta_2': -2.159791745294248, 'beta_3': 1.800544752558149, 'beta_4': 1.0896812066681387, 'beta_5': 1.1925174408829713, 'beta_6': 3.127815827313536, 'beta_7': -1.9509249769683685, 'beta_8': -1.6172711943319118, 'beta_9': 0.2609411476052797, 'beta_10': 1.8527537879073908, 'beta_11': 1.3354922278436616, 'beta_12': -1.7352395779056924, 'beta_13': -1.2915344735854524, 'beta_14': -0.5244066352717149, 'beta_15': 2.474416387609216, 'beta_16': 2.8379510183233037, 'beta_17': -1.1145073893636648, 'beta_18': -0.5665279735806587, 'beta_19': -1.5425891206470335, 'beta_20': -1.1467069322199488, 'beta_21': -1.6135156620474311, 'beta_22': -0.23840884208258362, 'beta_23': 0.6184180921176728, 'beta_24': 0.9703390479604006, 'beta_25': -0.5176516489874214, 'beta_26': 2.5359317989390817, 'beta_27': 0.4144603592616522, 'beta_28': -2.0439968576596503, 'beta_29': 0.04778482042778834, 'beta_30': -2.040105161031542}. Best is trial 8 with value: -24.207375.
[I 2021-08-05 23:31:41,624] Trial 17 finished with value: -24.035125000000004 and parameters: {'optimizer': 'SPSA', 'reps': 16, 'gamma_0': -2.029080314831341, 'gamma_1': -1.414884149756277, 'gamma_2': 1.2861646492846899, 'gamma_3': 1.7405326630324807, 'gamma_4': -0.8507227454775297, 'gamma_5': 1.1975269358301233, 'gamma_6': -0.5110805594379659, 'gamma_7': 1.335408721650721, 'gamma_8': -1.074605003534804, 'gamma_9': 0.5709858379552841, 'gamma_10': -3.105217812198317, 'gamma_11': -0.9108343513707915, 'gamma_12': 1.2477590019114857, 'gamma_13': -0.5716204091123919, 'gamma_14': 1.4939856887272565, 'gamma_15': -0.40914192808019834, 'beta_0': -1.272927474770362, 'beta_1': 0.9841580501854706, 'beta_2': 1.9849097051219216, 'beta_3': 0.538332487292406, 'beta_4': -0.9247073636032614, 'beta_5': -0.4859333051282072, 'beta_6': -0.4476405118418134, 'beta_7': -0.20582085301604147, 'beta_8': -0.11171064047213997, 'beta_9': 2.1375987024446483, 'beta_10': 0.4700275083160761, 'beta_11': -1.5133767471451864, 'beta_12': 0.008479524379830206, 'beta_13': -2.4672218926148433, 'beta_14': 1.1223360812833285, 'beta_15': 1.0253414204403692}. Best is trial 8 with value: -24.207375.
[I 2021-08-06 00:54:12,094] Trial 18 finished with value: -23.933125000000004 and parameters: {'optimizer': 'QN-SPSA', 'reps': 42, 'gamma_0': 2.0144613895213612, 'gamma_1': -3.1281911302266328, 'gamma_2': -0.6278665309890816, 'gamma_3': -0.4306048156445148, 'gamma_4': -2.4678142106065235, 'gamma_5': 0.14622569129022356, 'gamma_6': 1.37854637268397, 'gamma_7': -1.7294275034664386, 'gamma_8': -2.0967447288200476, 'gamma_9': -2.6362763708800396, 'gamma_10': -0.5111246550151347, 'gamma_11': 3.126608958697059, 'gamma_12': -1.3025168367969875, 'gamma_13': -1.793211303465931, 'gamma_14': -0.9776190426391191, 'gamma_15': 3.043093418319718, 'gamma_16': -3.074096106552322, 'gamma_17': -0.37925198392014847, 'gamma_18': -1.7584274400816362, 'gamma_19': -2.42214654465395, 'gamma_20': 1.0821481299084335, 'gamma_21': 0.8360487562626304, 'gamma_22': -1.016562142261843, 'gamma_23': -2.930200437737327, 'gamma_24': -1.2771721932384603, 'gamma_25': 1.875276517430749, 'gamma_26': -1.6751519069791647, 'gamma_27': -2.0866468490034302, 'gamma_28': 3.0326401776535263, 'gamma_29': -2.050679503111061, 'gamma_30': -1.7419303188892965, 'gamma_31': 3.1156179731983977, 'gamma_32': 2.84527780273986, 'gamma_33': -2.73815889083428, 'gamma_34': -3.1366737773270827, 'gamma_35': -2.618091180783434, 'gamma_36': -2.860333815006976, 'gamma_37': 3.0270574896376066, 'gamma_38': 2.724154455097414, 'gamma_39': 1.7873912053544385, 'gamma_40': -2.741715076776715, 'gamma_41': -2.643483788104492, 'beta_0': -2.697973653612842, 'beta_1': -0.42824156199613067, 'beta_2': -2.249997592680865, 'beta_3': 2.36756027887322, 'beta_4': 3.0995606443747974, 'beta_5': 2.427774845071367, 'beta_6': -3.1117967525821197, 'beta_7': 1.8053951561401496, 'beta_8': -0.012222779542125806, 'beta_9': -0.3798522293630322, 'beta_10': 2.907824564682915, 'beta_11': -0.572705299376516, 'beta_12': -1.28096978552931, 'beta_13': -0.9808426175546883, 'beta_14': -1.1440076707918423, 'beta_15': 1.9199318415863194, 'beta_16': -0.8308338238973264, 'beta_17': 0.5875699349294056, 'beta_18': -0.13639947335898053, 'beta_19': 1.5808454287860694, 'beta_20': 1.7869976724649017, 'beta_21': 3.0358926606517205, 'beta_22': 2.145874174056967, 'beta_23': 2.873781081636456, 'beta_24': -0.47808828022344146, 'beta_25': 1.6305788378666393, 'beta_26': -1.3899622608307436, 'beta_27': -2.5071260584531143, 'beta_28': 1.7649709552757216, 'beta_29': 1.2652800846859227, 'beta_30': 1.1530719861917271, 'beta_31': 0.7191970241636331, 'beta_32': -0.10744736754477846, 'beta_33': 0.8949395822893195, 'beta_34': 0.9399943890532864, 'beta_35': 0.545398369698551, 'beta_36': 3.0390010100639384, 'beta_37': 3.1248720301742514, 'beta_38': 2.962649337508922, 'beta_39': 2.54815361518607, 'beta_40': 0.2369260858240575, 'beta_41': 2.889632653319866}. Best is trial 8 with value: -24.207375.
[I 2021-08-06 01:58:17,897] Trial 19 finished with value: -24.056625000000004 and parameters: {'optimizer': 'QN-SPSA', 'reps': 31, 'gamma_0': -0.836116919341686, 'gamma_1': -2.350825333592651, 'gamma_2': -2.2122420646560217, 'gamma_3': -2.3719877991581995, 'gamma_4': -1.3106433943217566, 'gamma_5': 2.587374550367841, 'gamma_6': -1.9390060706558756, 'gamma_7': -0.23133051529767756, 'gamma_8': -0.1996378390624487, 'gamma_9': -0.869226849663143, 'gamma_10': 2.1211345029134723, 'gamma_11': 0.8752437544627747, 'gamma_12': 1.8067801793738538, 'gamma_13': 1.7405137524160839, 'gamma_14': 0.8146020456446772, 'gamma_15': -0.27579255453798235, 'gamma_16': -1.2708224394445096, 'gamma_17': 1.6617415557011552, 'gamma_18': 1.140324778143935, 'gamma_19': 0.9041815171889852, 'gamma_20': 2.6973250681056733, 'gamma_21': 2.0012925772332033, 'gamma_22': -3.103828454318805, 'gamma_23': -3.0554496080580047, 'gamma_24': 1.0008748588490584, 'gamma_25': -0.67778041170925, 'gamma_26': 1.4736161133409844, 'gamma_27': 0.5005907455962737, 'gamma_28': -1.8962134622011098, 'gamma_29': 0.8050441718203125, 'gamma_30': 2.9360287829206833, 'beta_0': 2.291523871045336, 'beta_1': 2.273688131081887, 'beta_2': 1.1192285058654101, 'beta_3': -0.736997564747058, 'beta_4': -1.4092065602203896, 'beta_5': -1.7822748520151945, 'beta_6': 0.2788595505627918, 'beta_7': -0.7772135438699791, 'beta_8': 2.8331650012522527, 'beta_9': 0.7827564651080906, 'beta_10': 1.4054337031495485, 'beta_11': 2.92320439610939, 'beta_12': -2.6958104139384873, 'beta_13': -1.713086630208824, 'beta_14': 0.6311148127313188, 'beta_15': 2.971931913691043, 'beta_16': -1.8042767906699277, 'beta_17': 3.071027151390361, 'beta_18': 3.053640451656683, 'beta_19': 3.09367576687773, 'beta_20': 2.0912548213533837, 'beta_21': -1.7865683847425766, 'beta_22': -0.38597175337383627, 'beta_23': -0.6390801702136176, 'beta_24': 1.9139797105206384, 'beta_25': -1.7538883057932226, 'beta_26': 1.5311051055772702, 'beta_27': -0.1793244616044485, 'beta_28': -0.9556670542425512, 'beta_29': -1.374672015412378, 'beta_30': -2.0718210854894794}. Best is trial 8 with value: -24.207375.
[I 2021-08-06 02:23:13,809] Trial 20 finished with value: -23.960875 and parameters: {'optimizer': 'SPSA', 'reps': 17, 'gamma_0': 0.317435099933544, 'gamma_1': -0.3174058012327865, 'gamma_2': 0.6519458708022932, 'gamma_3': 0.7497802270945517, 'gamma_4': -0.47244635657809286, 'gamma_5': -0.8863905137222942, 'gamma_6': 2.2254723408771286, 'gamma_7': 0.7468440731723713, 'gamma_8': 2.2798712505721053, 'gamma_9': -2.0041911672992456, 'gamma_10': 0.33773493593162884, 'gamma_11': 2.0187934525701428, 'gamma_12': -2.3680219654955543, 'gamma_13': -0.164263611366449, 'gamma_14': 2.2961003173824106, 'gamma_15': 1.6868588476665678, 'gamma_16': -2.518867515843965, 'beta_0': 1.1447685440214115, 'beta_1': -1.5499951571328643, 'beta_2': 0.02747530541347798, 'beta_3': 1.3103079083825653, 'beta_4': 0.8412480639705087, 'beta_5': 1.2537208707375815, 'beta_6': 1.9201433184888508, 'beta_7': 1.917800044817999, 'beta_8': -1.8555837377203637, 'beta_9': 1.5964053245803294, 'beta_10': -0.03751880215118608, 'beta_11': -2.3474159191250825, 'beta_12': 0.11250784755400778, 'beta_13': -2.708053795591993, 'beta_14': 1.8701571216980604, 'beta_15': -0.7261606585489792, 'beta_16': 3.0219671746651096}. Best is trial 8 with value: -24.207375.
[I 2021-08-06 02:40:38,971] Trial 21 finished with value: -24.056999999999995 and parameters: {'optimizer': 'SPSA', 'reps': 9, 'gamma_0': -3.0709746283294197, 'gamma_1': -1.9759111922185124, 'gamma_2': -1.3973915903215746, 'gamma_3': 1.3544255643350342, 'gamma_4': -3.0811320936362034, 'gamma_5': 2.031259207107294, 'gamma_6': -1.6519987485122023, 'gamma_7': 2.847356541013317, 'gamma_8': 1.4699277484234685, 'beta_0': -0.8563548729982225, 'beta_1': 3.038667618285257, 'beta_2': 2.3711466854730725, 'beta_3': 3.0106871410748317, 'beta_4': -3.0114217401244385, 'beta_5': -1.0897679170905041, 'beta_6': 1.026064480464512, 'beta_7': -1.797594463382827, 'beta_8': -0.7851991296968714}. Best is trial 8 with value: -24.207375.
[I 2021-08-06 02:57:01,405] Trial 22 finished with value: -24.194874999999993 and parameters: {'optimizer': 'SPSA', 'reps': 8, 'gamma_0': -2.4682138042442734, 'gamma_1': -1.4072821714492418, 'gamma_2': -1.3542414641128497, 'gamma_3': 2.0905615826087023, 'gamma_4': -2.6872715425726135, 'gamma_5': 1.7696656270595372, 'gamma_6': -0.18316424863550285, 'gamma_7': 2.3171282381539235, 'beta_0': -0.1500935567455906, 'beta_1': 2.6163995067779204, 'beta_2': 3.1122416032795712, 'beta_3': 2.756808284697026, 'beta_4': -3.005256951919747, 'beta_5': -1.1119223621144978, 'beta_6': 1.1406808898301988, 'beta_7': -0.9609067680335935}. Best is trial 8 with value: -24.207375.
[I 2021-08-06 03:18:15,805] Trial 23 finished with value: -23.881375 and parameters: {'optimizer': 'SPSA', 'reps': 13, 'gamma_0': -2.564827106574501, 'gamma_1': -0.9353251627339392, 'gamma_2': -0.6217291918262458, 'gamma_3': 3.12703172476024, 'gamma_4': -2.5638737005329775, 'gamma_5': 1.617514809969394, 'gamma_6': -0.41513216764954963, 'gamma_7': 1.8520572733280298, 'gamma_8': 0.7400585418983121, 'gamma_9': 0.14663586118564464, 'gamma_10': -1.3049482370188197, 'gamma_11': -0.21283079708043517, 'gamma_12': -0.8802265278861889, 'beta_0': -0.07195947906135913, 'beta_1': 2.3764713786982132, 'beta_2': 2.9707830426711017, 'beta_3': 2.464377757552239, 'beta_4': -2.175857242870435, 'beta_5': -3.0770991314595255, 'beta_6': -0.6174657847484792, 'beta_7': -1.2230114323208605, 'beta_8': -3.103045827256805, 'beta_9': 2.424072142899817, 'beta_10': 2.248977276998355, 'beta_11': 0.25355933996158475, 'beta_12': 0.6669734692911304}. Best is trial 8 with value: -24.207375.
[I 2021-08-06 03:29:13,391] Trial 24 finished with value: -24.44000000000001 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': -1.3957173515427472, 'gamma_1': -1.532665987595947, 'beta_0': -0.030147475171410143, 'beta_1': 1.3496305584054733}. Best is trial 24 with value: -24.44000000000001.
[I 2021-08-06 03:39:20,180] Trial 25 finished with value: -29.449374999999996 and parameters: {'optimizer': 'SPSA', 'reps': 1, 'gamma_0': -1.4752077743143914, 'beta_0': 1.0435419032476563}. Best is trial 25 with value: -29.449374999999996.
[I 2021-08-06 03:40:20,773] Trial 26 finished with value: -25.746374999999997 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': -1.4338978876712223, 'gamma_1': -2.3383966884201985, 'gamma_2': 1.9047769745197733, 'gamma_3': -2.388567076861618, 'beta_0': 0.9295975774731157, 'beta_1': 1.306300642342834, 'beta_2': -2.6275831693786498, 'beta_3': -0.9283555636516581}. Best is trial 25 with value: -29.449374999999996.
[I 2021-08-06 03:40:40,692] Trial 27 finished with value: -29.616999999999997 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -1.3391754664916165, 'beta_0': 1.2032899746351595}. Best is trial 27 with value: -29.616999999999997.
[I 2021-08-06 03:41:26,919] Trial 28 finished with value: -25.570375 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': -1.344776119875621, 'gamma_1': 1.478791381037599, 'gamma_2': 1.8635039413573118, 'beta_0': 1.3305981904805064, 'beta_1': -0.12099637713880135, 'beta_2': -2.7601807127812665}. Best is trial 27 with value: -29.616999999999997.
[I 2021-08-06 03:42:57,690] Trial 29 finished with value: -24.61975 and parameters: {'optimizer': 'COBYLA', 'reps': 6, 'gamma_0': -0.6004293300151069, 'gamma_1': 2.8318056349871705, 'gamma_2': 2.8307058291207774, 'gamma_3': -1.6834383086018563, 'gamma_4': 0.6306304451409759, 'gamma_5': -1.8276970248881694, 'beta_0': 1.6572044407902051, 'beta_1': -2.383540749544156, 'beta_2': -1.571039769755497, 'beta_3': -1.276836345480133, 'beta_4': -0.3592096968739235, 'beta_5': -3.051589512665444}. Best is trial 27 with value: -29.616999999999997.
[I 2021-08-06 03:44:20,490] Trial 30 finished with value: -24.650000000000002 and parameters: {'optimizer': 'COBYLA', 'reps': 5, 'gamma_0': -1.6272224324751572, 'gamma_1': 0.24309238757609908, 'gamma_2': 1.7326139140454724, 'gamma_3': -0.9137853316314349, 'gamma_4': 1.6051442696276896, 'beta_0': 0.8809056606028322, 'beta_1': 0.9796204852057006, 'beta_2': -0.8145525658060065, 'beta_3': -3.0425328649740937, 'beta_4': 2.4548167495102833}. Best is trial 27 with value: -29.616999999999997.
[I 2021-08-06 03:45:04,578] Trial 31 finished with value: -27.050999999999995 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': -1.2928121275345588, 'gamma_1': 1.4757873358690212, 'gamma_2': 2.076977640779856, 'beta_0': 1.4932262439887167, 'beta_1': -0.19916679544545735, 'beta_2': -2.7176047436747606}. Best is trial 27 with value: -29.616999999999997.
[I 2021-08-06 03:45:25,732] Trial 32 finished with value: -29.10950000000001 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -0.9270696312732449, 'beta_0': 1.6547362221802386}. Best is trial 27 with value: -29.616999999999997.
[I 2021-08-06 03:45:44,996] Trial 33 finished with value: -29.784499999999987 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -0.9483101890065205, 'beta_0': 1.7900134253340745}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 03:46:03,722] Trial 34 finished with value: -27.046625 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -0.9017086419770276, 'beta_0': 2.0968396744016182}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 03:49:39,435] Trial 35 finished with value: -23.855500000000003 and parameters: {'optimizer': 'COBYLA', 'reps': 12, 'gamma_0': -0.3054004811299913, 'gamma_1': 2.3432980467948434, 'gamma_2': 2.476110751001406, 'gamma_3': 0.04277547691998892, 'gamma_4': 0.9702800857524546, 'gamma_5': -0.4637965550572756, 'gamma_6': -2.9787882410102604, 'gamma_7': -0.6575500835642488, 'gamma_8': 3.0069091755187967, 'gamma_9': 2.2038754770950884, 'gamma_10': 0.9556101698555018, 'gamma_11': -2.800889680619143, 'beta_0': 0.5021975215175918, 'beta_1': -3.076704227907754, 'beta_2': 0.7612276856088066, 'beta_3': -0.028338535210504945, 'beta_4': 1.5028037612555378, 'beta_5': -2.504568267763255, 'beta_6': -2.2577941455299806, 'beta_7': -3.138412719815809, 'beta_8': 3.113884021874932, 'beta_9': -3.091241347351638, 'beta_10': -2.989821209825017, 'beta_11': 1.4048915438115943}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 03:50:51,779] Trial 36 finished with value: -24.8785 and parameters: {'optimizer': 'COBYLA', 'reps': 5, 'gamma_0': -0.9669280886698136, 'gamma_1': 3.1366269627059924, 'gamma_2': -0.25763893428367685, 'gamma_3': -0.25069404359553227, 'gamma_4': 1.135920968075154, 'beta_0': 2.525365790553885, 'beta_1': -2.509366068136856, 'beta_2': 1.592619431122375, 'beta_3': -2.0813780709586167, 'beta_4': -1.3711720694684493}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 03:51:14,442] Trial 37 finished with value: -29.629125000000002 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -2.5252346747929724, 'beta_0': 1.8187198951167314}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 03:54:53,141] Trial 38 finished with value: -23.893999999999995 and parameters: {'optimizer': 'COBYLA', 'reps': 12, 'gamma_0': -2.4403503251139496, 'gamma_1': 0.7780328779695665, 'gamma_2': -2.6301325393122945, 'gamma_3': 1.0008990922197065, 'gamma_4': -1.6125161917019246, 'gamma_5': -2.126005166714423, 'gamma_6': -2.59699020568119, 'gamma_7': -1.70146840084431, 'gamma_8': 0.12892712666516365, 'gamma_9': -2.949291526533121, 'gamma_10': -1.2441960577091369, 'gamma_11': 2.6077241306074215, 'beta_0': 2.05756297925775, 'beta_1': -1.4814227458283549, 'beta_2': -1.7037426780063738, 'beta_3': -0.40289420719996233, 'beta_4': -2.462767162224487, 'beta_5': -0.5897395214516556, 'beta_6': -1.5542243034612766, 'beta_7': -2.3084950629280727, 'beta_8': 2.5917856560207646, 'beta_9': -1.1659790281352413, 'beta_10': -1.309277040053286, 'beta_11': 0.9224133821883922}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 03:56:31,061] Trial 39 finished with value: -23.904375000000005 and parameters: {'optimizer': 'COBYLA', 'reps': 7, 'gamma_0': -1.7280485352781478, 'gamma_1': 2.6607995604659593, 'gamma_2': 2.448063134734551, 'gamma_3': -1.802031713571801, 'gamma_4': 2.3113199578902646, 'gamma_5': -2.6095094083341372, 'gamma_6': 2.4900890157747524, 'beta_0': 0.543581795776243, 'beta_1': -2.0666851745301105, 'beta_2': -0.3256606748438382, 'beta_3': -1.6346884160703143, 'beta_4': -0.1547756321012174, 'beta_5': -1.8786780180457845, 'beta_6': 2.5774388900157095}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 04:04:27,287] Trial 40 finished with value: -23.793500000000005 and parameters: {'optimizer': 'COBYLA', 'reps': 20, 'gamma_0': -2.220393177663522, 'gamma_1': 1.3488433124686727, 'gamma_2': -2.5662045576746193, 'gamma_3': -0.9133610458401518, 'gamma_4': -0.40892077942701843, 'gamma_5': 0.4681353110725861, 'gamma_6': 2.579215546980213, 'gamma_7': -3.094861296995265, 'gamma_8': -2.5360686955756524, 'gamma_9': 1.278334471308064, 'gamma_10': -0.3386431043659541, 'gamma_11': -1.4841485114445208, 'gamma_12': -2.8914394220700097, 'gamma_13': -3.1240631211824215, 'gamma_14': -1.9910667052920683, 'gamma_15': 2.700408015782438, 'gamma_16': 2.5818323743101916, 'gamma_17': -2.093731315363367, 'gamma_18': -2.172394545986044, 'gamma_19': -1.8454570304987103, 'beta_0': 2.438210767948943, 'beta_1': -0.9211182699645543, 'beta_2': 2.6418919968241332, 'beta_3': -2.7846081146247985, 'beta_4': -1.03236879488019, 'beta_5': -2.61860129970788, 'beta_6': -1.959063638525892, 'beta_7': 0.310226156208372, 'beta_8': 2.3060443916038573, 'beta_9': -1.268790951609676, 'beta_10': -0.9719588416788387, 'beta_11': -1.0349883874657615, 'beta_12': 2.6286532966748823, 'beta_13': 3.0616895606372925, 'beta_14': 3.0921742539109713, 'beta_15': -1.7093409755543105, 'beta_16': 2.4765024500709854, 'beta_17': 2.288273809705108, 'beta_18': -3.0602077957554332, 'beta_19': -2.096490896904117}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 04:05:33,768] Trial 41 finished with value: -25.031125000000003 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': -0.5759268888812026, 'gamma_1': 2.1245404390580878, 'gamma_2': -3.1085564395838516, 'gamma_3': 0.19137085683584612, 'beta_0': 1.7243934345490273, 'beta_1': -2.817468356534128, 'beta_2': 0.28466661474538374, 'beta_3': -2.566721767699527}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 04:05:50,966] Trial 42 finished with value: -29.465875000000004 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -0.15765086924110094, 'beta_0': 1.7992890305088045}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 04:06:11,517] Trial 43 finished with value: -25.655 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -0.2202467071310521, 'beta_0': 2.789447184954339}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 04:06:29,067] Trial 44 finished with value: -29.448 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 0.6712475531708154, 'beta_0': 1.9108930451043804}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 04:08:04,383] Trial 45 finished with value: -23.9725 and parameters: {'optimizer': 'COBYLA', 'reps': 6, 'gamma_0': 1.2192690443660281, 'gamma_1': -0.5526756993385442, 'gamma_2': 1.244770972886674, 'gamma_3': -1.295968446691361, 'gamma_4': 1.7103863902358074, 'gamma_5': -2.939773086025566, 'beta_0': 3.0656840231510123, 'beta_1': -1.181116267563831, 'beta_2': 0.6919877390639094, 'beta_3': 1.28054336292145, 'beta_4': 2.389050555411702, 'beta_5': 0.689606159188713}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 04:10:52,552] Trial 46 finished with value: -24.200000000000003 and parameters: {'optimizer': 'COBYLA', 'reps': 10, 'gamma_0': -2.7454524521100168, 'gamma_1': -0.1030053361611168, 'gamma_2': 1.5814417933564786, 'gamma_3': 2.7579542250475257, 'gamma_4': 2.488120995305795, 'gamma_5': -1.3026100538388246, 'gamma_6': -2.4973750318899763, 'gamma_7': 1.9893382610987809, 'gamma_8': 0.9624241439840916, 'gamma_9': -2.2609748708865967, 'beta_0': 1.0212798246103176, 'beta_1': -0.5522854767514873, 'beta_2': -1.0178205607171171, 'beta_3': 0.39800991592073387, 'beta_4': 1.3895673338612986, 'beta_5': -1.4288993165840025, 'beta_6': 1.5344631874655768, 'beta_7': 2.2964414232206933, 'beta_8': -3.0553672613251157, 'beta_9': 0.5440864054221867}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 04:11:31,835] Trial 47 finished with value: -24.640000000000004 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': -1.6072471762830538, 'gamma_1': 1.8668064078956754, 'gamma_2': 3.065094319650254, 'beta_0': 0.246333900911742, 'beta_1': 0.33871030808293856, 'beta_2': 1.4825213342662829}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 04:11:51,266] Trial 48 finished with value: -29.670875 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 0.06952700688177704, 'beta_0': 1.5014911250947676}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 04:13:47,079] Trial 49 finished with value: -23.8145 and parameters: {'optimizer': 'COBYLA', 'reps': 7, 'gamma_0': 0.2596686267485482, 'gamma_1': 0.5422687381441216, 'gamma_2': -1.6176556169010445, 'gamma_3': 3.1182384566675627, 'gamma_4': 0.45394481283734867, 'gamma_5': -2.510113839900123, 'gamma_6': 0.926828061198846, 'beta_0': 2.2628769768246526, 'beta_1': 1.8729819690446114, 'beta_2': 1.9102600884754617, 'beta_3': -1.164549383980816, 'beta_4': 0.3709893655670757, 'beta_5': -0.29836264045712346, 'beta_6': -3.134274876221353}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 04:17:48,911] Trial 50 finished with value: -24.047 and parameters: {'optimizer': 'COBYLA', 'reps': 13, 'gamma_0': 1.1886622961366895, 'gamma_1': 3.099691398959611, 'gamma_2': -0.3419833280809423, 'gamma_3': -2.8386117167702696, 'gamma_4': 1.7377914579350786, 'gamma_5': -3.094016076882469, 'gamma_6': -1.5808934459980155, 'gamma_7': 3.0740346629731263, 'gamma_8': -3.141038808023155, 'gamma_9': -0.33368879849601435, 'gamma_10': 2.6400660000743725, 'gamma_11': -1.9949686423246675, 'gamma_12': 2.3632098802186876, 'beta_0': 1.436121340062614, 'beta_1': 0.7765031119362936, 'beta_2': 1.1904688147315434, 'beta_3': -0.32422142747705274, 'beta_4': -1.9033173362541778, 'beta_5': 0.23915030212219732, 'beta_6': 2.5292871795429495, 'beta_7': -2.4239206070085366, 'beta_8': -1.641331043139967, 'beta_9': -3.1349797439400895, 'beta_10': 0.15704643663980566, 'beta_11': -3.0643270728153755, 'beta_12': 1.8005196622308344}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 04:18:06,162] Trial 51 finished with value: -25.525999999999993 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -0.31978393521318693, 'beta_0': 0.7726490281151015}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 04:19:02,957] Trial 52 finished with value: -24.28425 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': 0.016594514184172165, 'gamma_1': -1.149619732390964, 'gamma_2': 0.3700891880996127, 'gamma_3': -0.5413641014880165, 'beta_0': 1.9601163306426845, 'beta_1': -2.064671114295794, 'beta_2': -0.4297978942475479, 'beta_3': -1.909754214806459}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 04:19:24,333] Trial 53 finished with value: -27.067625000000003 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -0.6638653612484984, 'beta_0': 1.1918653883837005}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 04:22:21,101] Trial 54 finished with value: -23.935624999999995 and parameters: {'optimizer': 'COBYLA', 'reps': 10, 'gamma_0': -1.093663434348924, 'gamma_1': -0.5753432627761947, 'gamma_2': 0.8281009719391696, 'gamma_3': 1.9880450162771577, 'gamma_4': -0.37341455320260125, 'gamma_5': -0.44098838539350593, 'gamma_6': 0.37601529325379446, 'gamma_7': 0.2513716309974905, 'gamma_8': 2.574871532313718, 'gamma_9': -0.9623648133252992, 'beta_0': 1.4737402361472196, 'beta_1': -1.0487931290418504, 'beta_2': 0.39498817427962474, 'beta_3': 0.9934418402210837, 'beta_4': -2.5932784844121564, 'beta_5': 0.761014460502243, 'beta_6': -1.1634944482673337, 'beta_7': -0.4484997547336212, 'beta_8': 2.0003157193609624, 'beta_9': -0.7264054134912625}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 04:23:05,393] Trial 55 finished with value: -26.611499999999996 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': 0.4075392572062238, 'gamma_1': 1.1508520779384819, 'gamma_2': 2.775794298797687, 'beta_0': 2.638036030901242, 'beta_1': 0.11704063328549202, 'beta_2': -1.767749938551291}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 04:37:36,607] Trial 56 finished with value: -24.22662499999999 and parameters: {'optimizer': 'SPSA', 'reps': 6, 'gamma_0': -2.128340929876428, 'gamma_1': -2.88352120894275, 'gamma_2': -0.9888155815934074, 'gamma_3': 2.558063687809027, 'gamma_4': -1.7346474850749267, 'gamma_5': -1.3748658803466158, 'beta_0': 0.3628377457037294, 'beta_1': -2.816850420997966, 'beta_2': 2.8152322052504957, 'beta_3': 0.2929273492345136, 'beta_4': 0.7485478485400052, 'beta_5': -2.6554932616521745}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 04:37:53,846] Trial 57 finished with value: -26.717750000000013 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 0.7449443572568244, 'beta_0': 2.338761947368995}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 04:51:33,233] Trial 58 finished with value: -24.661 and parameters: {'optimizer': 'SPSA', 'reps': 5, 'gamma_0': -1.8753540720348618, 'gamma_1': 0.036959435967246594, 'gamma_2': -1.7316660477944217, 'gamma_3': -2.058976028662688, 'gamma_4': 3.124106385900939, 'beta_0': 1.8477236315173, 'beta_1': 1.7035026581630095, 'beta_2': -1.3392024490332337, 'beta_3': 1.641292922500351, 'beta_4': -0.6650458420807248}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 04:52:16,088] Trial 59 finished with value: -24.93887499999999 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': 0.08861750290463966, 'gamma_1': 2.698340274476353, 'gamma_2': -2.990609386037492, 'beta_0': 1.0533797324705645, 'beta_1': 2.6352848864366947, 'beta_2': 1.8885933102068424}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 05:18:24,273] Trial 60 finished with value: -23.887750000000004 and parameters: {'optimizer': 'QN-SPSA', 'reps': 8, 'gamma_0': -0.18687428543913254, 'gamma_1': 1.8494627142500668, 'gamma_2': 2.204348274811566, 'gamma_3': 0.31770133036534626, 'gamma_4': 1.3214536463998638, 'gamma_5': 0.7423341177259424, 'gamma_6': -0.781191436051243, 'gamma_7': -0.6187113886980675, 'beta_0': 0.6948670555082954, 'beta_1': -1.9297198321559998, 'beta_2': 2.620420214587615, 'beta_3': -1.630619837463237, 'beta_4': 0.1024290019680917, 'beta_5': -2.112329798557935, 'beta_6': -2.673413279673729, 'beta_7': 0.8884637754397252}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 05:18:43,001] Trial 61 finished with value: -27.361999999999995 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 0.6504034864229378, 'beta_0': 1.8148271823404125}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 05:19:17,091] Trial 62 finished with value: -26.182375 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': 1.0681266661458335, 'gamma_1': 0.8671380779475022, 'beta_0': 2.132658989327978, 'beta_1': -1.4126940914734312}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 05:46:43,953] Trial 63 finished with value: -24.058374999999998 and parameters: {'optimizer': 'COBYLA', 'reps': 50, 'gamma_0': -1.129931131979811, 'gamma_1': -2.6136967662884993, 'gamma_2': 1.4751040823665031, 'gamma_3': -1.3043054311508282, 'gamma_4': 2.637134760327045, 'gamma_5': -0.24612318461702637, 'gamma_6': 1.2542606440066535, 'gamma_7': -1.9461958682603455, 'gamma_8': -1.027318254193486, 'gamma_9': -3.1299058449216424, 'gamma_10': -1.696154534855902, 'gamma_11': 2.2960882237498668, 'gamma_12': 1.0946064593575189, 'gamma_13': -2.1000709297899407, 'gamma_14': -0.5627284623792268, 'gamma_15': -1.8366674062479351, 'gamma_16': 3.0344511658944957, 'gamma_17': 0.1288629380825275, 'gamma_18': -0.35174425301899753, 'gamma_19': -0.6868515331831843, 'gamma_20': 2.518301440870836, 'gamma_21': -2.758787151723279, 'gamma_22': 1.775555165240161, 'gamma_23': 2.430728315760117, 'gamma_24': -2.9067127809195035, 'gamma_25': 1.6200785592186548, 'gamma_26': 1.380559046999672, 'gamma_27': 2.9377070830432213, 'gamma_28': 3.0067960897170156, 'gamma_29': 2.9873641375440374, 'gamma_30': 0.23490907978116804, 'gamma_31': -3.066184471212113, 'gamma_32': -3.1213628288519835, 'gamma_33': -1.4087091338495212, 'gamma_34': 2.456900517754282, 'gamma_35': 1.5137714577518133, 'gamma_36': 0.11596197227514557, 'gamma_37': 3.0033291150074395, 'gamma_38': -2.5794814071006757, 'gamma_39': -3.1152858359875926, 'gamma_40': 2.9753575443076024, 'gamma_41': 2.512195925253892, 'gamma_42': -0.9450403380327437, 'gamma_43': -2.666769656211829, 'gamma_44': -2.844873725336078, 'gamma_45': -2.9416763825070413, 'gamma_46': 2.9797677656241444, 'gamma_47': -2.295199144386813, 'gamma_48': 2.906192992860927, 'gamma_49': -0.1427142946872968, 'beta_0': 1.6159145832949964, 'beta_1': 2.099288563519265, 'beta_2': -0.05861020130041681, 'beta_3': -2.5305867653813534, 'beta_4': 2.60171025982142, 'beta_5': 2.6214462812618953, 'beta_6': -1.0324285503633515, 'beta_7': -2.910636231494504, 'beta_8': 0.456897136563145, 'beta_9': -1.4918411626191708, 'beta_10': -2.7405364759507416, 'beta_11': -0.13677278007727953, 'beta_12': 3.0578699990692253, 'beta_13': 2.070200461335111, 'beta_14': -1.7536112970652145, 'beta_15': -0.8098502221625371, 'beta_16': 2.0274832079375305, 'beta_17': -1.1870146861222182, 'beta_18': -2.0659663539438293, 'beta_19': 2.2157571155174836, 'beta_20': -0.8959004177901613, 'beta_21': 2.3974304904784574, 'beta_22': -1.6178682716813357, 'beta_23': -3.1301175207341547, 'beta_24': -1.0615086330114267, 'beta_25': 2.986710483023046, 'beta_26': -2.965388465162105, 'beta_27': 2.3959803846135856, 'beta_28': -1.2359397200641025, 'beta_29': -3.053383876809668, 'beta_30': 2.6177431659887205, 'beta_31': -2.2404151820355787, 'beta_32': 1.7770251009775249, 'beta_33': -3.0355742402188244, 'beta_34': -1.27049948327405, 'beta_35': -0.779024831565269, 'beta_36': -1.0287958473990526, 'beta_37': 0.1339435191500205, 'beta_38': -0.9745406465683469, 'beta_39': -2.60285900077243, 'beta_40': -3.0241786221830376, 'beta_41': -2.5438170839124004, 'beta_42': -2.832421465440931, 'beta_43': -2.9001337119534942, 'beta_44': 3.03095844430331, 'beta_45': -3.093732218016708, 'beta_46': -2.1579030676529785, 'beta_47': 3.0473627737140845, 'beta_48': 2.5911422009934464, 'beta_49': -2.712078374753826}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 06:01:22,898] Trial 64 finished with value: -23.701625000000003 and parameters: {'optimizer': 'COBYLA', 'reps': 28, 'gamma_0': 1.4600211498863163, 'gamma_1': -2.131821974053602, 'gamma_2': -0.07950187677330803, 'gamma_3': -2.925672290014791, 'gamma_4': -0.757062779715221, 'gamma_5': 1.3139811900563998, 'gamma_6': -1.3915540138066602, 'gamma_7': -2.7348759437461942, 'gamma_8': 3.113174711241644, 'gamma_9': 2.6142033559698814, 'gamma_10': -3.016282296867677, 'gamma_11': -3.131648101433685, 'gamma_12': 0.3235385000734897, 'gamma_13': 1.3359914044162413, 'gamma_14': 2.919086348755758, 'gamma_15': 2.0995360548596733, 'gamma_16': 1.2944365147268366, 'gamma_17': -1.948914100678639, 'gamma_18': -2.466735454069901, 'gamma_19': 2.7825693772750477, 'gamma_20': 0.7318280980088027, 'gamma_21': -3.130843777064509, 'gamma_22': 2.231872711477372, 'gamma_23': 1.4314594564952234, 'gamma_24': 2.0718320757000717, 'gamma_25': 2.7381270401208386, 'gamma_26': -1.82020987513934, 'gamma_27': 0.4601644599774584, 'beta_0': 1.2747087472884542, 'beta_1': -2.4684194432122695, 'beta_2': -1.9761246816135836, 'beta_3': 0.7478968808308851, 'beta_4': 2.02519957083283, 'beta_5': 1.7902654408271266, 'beta_6': 2.276226028363382, 'beta_7': 1.36700712873392, 'beta_8': -2.8110288045235485, 'beta_9': -0.6698958436304354, 'beta_10': -1.2320327004085863, 'beta_11': 1.7841867873825805, 'beta_12': -1.3217858276469687, 'beta_13': 2.273706184795601, 'beta_14': 3.1138810900965805, 'beta_15': 0.3526263947769972, 'beta_16': -0.7636205875482396, 'beta_17': 0.5371906743711627, 'beta_18': -2.3239147416800643, 'beta_19': -0.5632835636548078, 'beta_20': -3.096405492602576, 'beta_21': 0.4585173878986933, 'beta_22': -2.8236263677424764, 'beta_23': 2.357412787881766, 'beta_24': -1.245389497809071, 'beta_25': 1.8689347862943824, 'beta_26': -1.7103146415855568, 'beta_27': 0.9697051246675301}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 06:15:05,585] Trial 65 finished with value: -24.431 and parameters: {'optimizer': 'SPSA', 'reps': 5, 'gamma_0': 0.47084928725838926, 'gamma_1': -1.7055324035364312, 'gamma_2': 0.8708843484694027, 'gamma_3': -2.078863894036873, 'gamma_4': 2.000301027807661, 'beta_0': 1.8898564617061155, 'beta_1': 3.1221156917543933, 'beta_2': 2.1091917591097955, 'beta_3': -2.286659585921503, 'beta_4': -1.5417306843737892}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 06:15:35,435] Trial 66 finished with value: -26.039500000000004 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': 0.8602827250969417, 'gamma_1': -0.7007069263419308, 'beta_0': 1.4193657668407444, 'beta_1': 0.376570352000306}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 06:17:49,474] Trial 67 finished with value: -23.587374999999998 and parameters: {'optimizer': 'COBYLA', 'reps': 8, 'gamma_0': -0.4547754817069166, 'gamma_1': 0.60134739883574, 'gamma_2': -0.97178306712103, 'gamma_3': 0.5929921305959907, 'gamma_4': -1.2344686885414744, 'gamma_5': 0.5520385397123563, 'gamma_6': -2.3805875097209555, 'gamma_7': 0.37286705016742705, 'beta_0': 2.17171154023507, 'beta_1': 1.0830043906348183, 'beta_2': -2.4419816962610965, 'beta_3': 2.205931344650843, 'beta_4': 2.8120430446109874, 'beta_5': -0.007669415988578292, 'beta_6': -1.84558673431517, 'beta_7': 2.3784480620699937}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 06:18:34,539] Trial 68 finished with value: -25.171249999999997 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': -0.7346504746856939, 'gamma_1': -0.1519534845232392, 'gamma_2': -2.3615351379971603, 'beta_0': 1.5804005584451224, 'beta_1': 0.7405103243086696, 'beta_2': 1.1510024436719333}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 07:04:30,317] Trial 69 finished with value: -23.928625 and parameters: {'optimizer': 'SPSA', 'reps': 39, 'gamma_0': -1.50559224567272, 'gamma_1': -1.1733978815058026, 'gamma_2': -1.933401836712168, 'gamma_3': 1.7204880455664662, 'gamma_4': -2.0472625304668366, 'gamma_5': -2.264144251171192, 'gamma_6': 0.5942529904424594, 'gamma_7': 1.073827523204423, 'gamma_8': 0.20912125655029953, 'gamma_9': 1.7209372168489712, 'gamma_10': 1.1613401197047188, 'gamma_11': 1.2346744588433736, 'gamma_12': 3.0574699400275795, 'gamma_13': 2.5477586491733306, 'gamma_14': -3.1071956244768097, 'gamma_15': 1.043168572879803, 'gamma_16': 2.9948939572975637, 'gamma_17': -1.9018794894241198, 'gamma_18': 1.7159884202170004, 'gamma_19': -3.110857058570048, 'gamma_20': -0.8248358824412807, 'gamma_21': -1.2374095271145817, 'gamma_22': 0.697295752698494, 'gamma_23': -2.1154485219200283, 'gamma_24': -2.005313961836911, 'gamma_25': -2.14920502034558, 'gamma_26': 0.4631997451899724, 'gamma_27': -1.908803760361162, 'gamma_28': 0.16486026355405378, 'gamma_29': 1.9058754887114298, 'gamma_30': 2.9802854118843505, 'gamma_31': 3.019586311150906, 'gamma_32': -3.1052102495592493, 'gamma_33': -1.4643451830706007, 'gamma_34': 0.7539508702258759, 'gamma_35': -1.5782283002487136, 'gamma_36': 0.49220080849141074, 'gamma_37': -3.1403629597924443, 'gamma_38': 2.995217342893589, 'beta_0': 1.0966378293571426, 'beta_1': 2.727870337194976, 'beta_2': -3.082183460228453, 'beta_3': -0.42019559901438397, 'beta_4': -0.3789955869529299, 'beta_5': -1.493363159927849, 'beta_6': 1.516464708560257, 'beta_7': 3.0898927061065042, 'beta_8': 3.1348551126308175, 'beta_9': 2.5718947470865046, 'beta_10': -0.23084281732941506, 'beta_11': 0.6897474036169549, 'beta_12': 0.6493703567600897, 'beta_13': -0.40549312768880985, 'beta_14': 2.093871181018214, 'beta_15': -3.1303071860147713, 'beta_16': 1.230934002551825, 'beta_17': -1.0433694372862388, 'beta_18': -1.2275422846686461, 'beta_19': -2.4329642386672936, 'beta_20': -2.1530524324206604, 'beta_21': -0.8695146660151747, 'beta_22': 2.401640071284314, 'beta_23': -1.9374256895173034, 'beta_24': -3.000950942189426, 'beta_25': -0.0718807406258042, 'beta_26': 1.5797144068853857, 'beta_27': -1.9803071280229854, 'beta_28': -0.05902744394446536, 'beta_29': 3.024603564691862, 'beta_30': 2.9727767401529115, 'beta_31': -1.4492979843263336, 'beta_32': -3.0505501604152605, 'beta_33': -1.163515035938186, 'beta_34': -2.74367239073669, 'beta_35': 1.4240395662529297, 'beta_36': 0.016114195260363465, 'beta_37': -2.954431947846758, 'beta_38': 1.1158666977969371}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 07:07:28,584] Trial 70 finished with value: -24.178874999999998 and parameters: {'optimizer': 'COBYLA', 'reps': 10, 'gamma_0': 0.15867332122876487, 'gamma_1': -3.0803377934838094, 'gamma_2': 0.30133857584634477, 'gamma_3': -0.6455705819675108, 'gamma_4': 0.6013800830911654, 'gamma_5': -1.0215454169880842, 'gamma_6': 0.1371011762685995, 'gamma_7': -0.41310118902906495, 'gamma_8': -0.4944902215793426, 'gamma_9': -1.7221234101066012, 'beta_0': 1.9458114165946976, 'beta_1': -1.2550295189323095, 'beta_2': -0.7983162582106063, 'beta_3': 0.24469058591812093, 'beta_4': -1.9334863278163128, 'beta_5': -0.7389435945328413, 'beta_6': 0.5694379271550586, 'beta_7': 1.0074473890890352, 'beta_8': 1.4725118769727388, 'beta_9': -2.5290247856071066}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 07:07:46,356] Trial 71 finished with value: -27.492375000000003 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -1.053222724337774, 'beta_0': 1.7070982010006934}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 07:08:45,065] Trial 72 finished with value: -24.569374999999997 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': -1.1798396147746546, 'gamma_1': 0.27228835006434343, 'gamma_2': 0.5723943113687414, 'gamma_3': 2.31305944208759, 'beta_0': 2.48251123324705, 'beta_1': -0.6796575669659657, 'beta_2': 0.35237915335243, 'beta_3': 1.501325867099506}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 07:09:06,236] Trial 73 finished with value: -26.74062500000001 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -0.8630744982600274, 'beta_0': 1.2936124694797584}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 07:10:31,572] Trial 74 finished with value: -23.685875 and parameters: {'optimizer': 'COBYLA', 'reps': 6, 'gamma_0': -2.8290252479969906, 'gamma_1': 1.1236645128708866, 'gamma_2': 2.2136115742003266, 'gamma_3': -2.678726301016442, 'gamma_4': -0.0620261020804329, 'gamma_5': -1.7613309874558571, 'beta_0': 1.6891463062097083, 'beta_1': -1.7721940848649884, 'beta_2': 1.653106665425016, 'beta_3': 2.687641057087234, 'beta_4': 0.40981252712437694, 'beta_5': 0.425267397904473}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 07:11:01,076] Trial 75 finished with value: -26.390875 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': -1.7394304000870051, 'gamma_1': 2.4564943364881304, 'beta_0': 0.8583883475211813, 'beta_1': -0.776369361380963}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 07:30:54,245] Trial 76 finished with value: -25.650375000000004 and parameters: {'optimizer': 'QN-SPSA', 'reps': 4, 'gamma_0': -0.4436832395750878, 'gamma_1': -0.9744882025573092, 'gamma_2': -2.6306180958308767, 'gamma_3': 1.0336580876488917, 'beta_0': 2.075696147338748, 'beta_1': -2.309369196230145, 'beta_2': -1.2835620219066826, 'beta_3': 0.89067421485568}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 07:31:24,113] Trial 77 finished with value: -26.366749999999996 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': 2.5171370228298193, 'gamma_1': -2.337103774686451, 'beta_0': 1.5025684216850197, 'beta_1': 2.075136202739116}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 07:33:37,539] Trial 78 finished with value: -24.023375000000005 and parameters: {'optimizer': 'COBYLA', 'reps': 7, 'gamma_0': -0.1574600274071286, 'gamma_1': 1.5946600227241494, 'gamma_2': 2.7850969218042048, 'gamma_3': -0.24449748417677475, 'gamma_4': -1.9462984555070781, 'gamma_5': -0.2163342997595853, 'gamma_6': 2.7831090625738244, 'beta_0': 2.8730493002439914, 'beta_1': -0.4205898212017242, 'beta_2': -2.8530501940635657, 'beta_3': -1.0584406150559587, 'beta_4': -2.751294037748327, 'beta_5': 1.4015165103351095, 'beta_6': -0.24460644336250736}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 07:47:17,120] Trial 79 finished with value: -24.27125000000001 and parameters: {'optimizer': 'SPSA', 'reps': 5, 'gamma_0': -1.3057138094212368, 'gamma_1': 2.922965116782338, 'gamma_2': -0.8781643109759204, 'gamma_3': -1.102731895222427, 'gamma_4': 2.9372608569634964, 'beta_0': 1.1843609780294173, 'beta_1': 1.5893451120233335, 'beta_2': 0.9804962429897011, 'beta_3': 2.0033710469905066, 'beta_4': 1.1945757236083905}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 07:48:00,733] Trial 80 finished with value: -25.403875 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': -2.242722952380996, 'gamma_1': -1.8041801800294237, 'gamma_2': 1.102618299424655, 'beta_0': 2.6182783183612033, 'beta_1': 1.1918068886329811, 'beta_2': 0.6205745124555438}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 07:48:17,254] Trial 81 finished with value: -27.591625 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -1.0827490220987477, 'beta_0': 1.7494713973555942}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 07:48:35,555] Trial 82 finished with value: -28.570125000000004 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -0.7729841319051648, 'beta_0': 1.8008988433250854}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 07:49:04,841] Trial 83 finished with value: -26.313999999999993 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': -0.854119018377625, 'gamma_1': 2.1061371953541435, 'beta_0': 2.3220344750059665, 'beta_1': 2.9291981154455056}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 07:56:37,202] Trial 84 finished with value: -23.59924999999999 and parameters: {'optimizer': 'COBYLA', 'reps': 20, 'gamma_0': -0.7639657115255162, 'gamma_1': -0.3459083931466127, 'gamma_2': -0.42171685398764286, 'gamma_3': -1.5391828735882218, 'gamma_4': 0.8930063531491929, 'gamma_5': 2.233521736393656, 'gamma_6': 1.6178380027390193, 'gamma_7': -2.5178662491658295, 'gamma_8': -2.704665328419129, 'gamma_9': -2.512423939448703, 'gamma_10': 0.09758976800046078, 'gamma_11': 1.5309306599151715, 'gamma_12': -0.11070075537094959, 'gamma_13': -1.5234172697064476, 'gamma_14': 0.5033712820971308, 'gamma_15': 2.99534193160286, 'gamma_16': 0.7255254711215535, 'gamma_17': 0.2800676341687546, 'gamma_18': -0.9120156243203627, 'gamma_19': -0.059131685360410254, 'beta_0': 1.9736340917251, 'beta_1': -0.1429286555252183, 'beta_2': -0.3999357626193701, 'beta_3': -0.7206269062868369, 'beta_4': 1.9327788036442473, 'beta_5': 2.0988338435453793, 'beta_6': 2.785752522818248, 'beta_7': 0.5021590589476507, 'beta_8': 0.4902024082902476, 'beta_9': 3.1062175093159023, 'beta_10': 3.081022137123205, 'beta_11': -2.2360772866833205, 'beta_12': 1.5551295817891064, 'beta_13': 1.4304952700538298, 'beta_14': -1.7870224446741871, 'beta_15': -1.3618162140608592, 'beta_16': -2.3157917705791133, 'beta_17': 0.8181742142727871, 'beta_18': -0.24910455462947276, 'beta_19': -3.0124767215436865}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 07:57:38,471] Trial 85 finished with value: -24.976499999999994 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': -0.08457023329838653, 'gamma_1': -2.7152991551439385, 'gamma_2': -1.8147790480510875, 'gamma_3': 1.2626420594838008, 'beta_0': 1.4223480446324266, 'beta_1': 2.451436568922182, 'beta_2': 0.07266754411253967, 'beta_3': 3.1399545498739325}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 07:57:55,002] Trial 86 finished with value: -26.645 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -0.46740197860354976, 'beta_0': 1.6070515075904621}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 07:59:29,234] Trial 87 finished with value: -23.946499999999997 and parameters: {'optimizer': 'COBYLA', 'reps': 6, 'gamma_0': -1.5096268524107659, 'gamma_1': -1.3439128670448413, 'gamma_2': -1.4329004475873466, 'gamma_3': 0.7724652391623246, 'gamma_4': -2.79562189196098, 'gamma_5': 2.8693398072443324, 'beta_0': 1.817145154168105, 'beta_1': -3.014850545888062, 'beta_2': 1.3709279643868644, 'beta_3': -1.3427184146987796, 'beta_4': -1.0561038946162284, 'beta_5': 3.0665108514601123}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 08:00:13,084] Trial 88 finished with value: -26.281875000000003 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': 0.2862160127941183, 'gamma_1': -2.1283693346834163, 'gamma_2': -2.375047165937828, 'beta_0': 0.9446837455072539, 'beta_1': -0.33498664732188727, 'beta_2': -2.4559366712209654}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 08:13:58,581] Trial 89 finished with value: -24.323375 and parameters: {'optimizer': 'SPSA', 'reps': 5, 'gamma_0': -1.2860935661509592, 'gamma_1': -0.7861191436492735, 'gamma_2': -0.7947207994397226, 'gamma_3': -2.061418836303602, 'gamma_4': -1.0333560377640725, 'beta_0': 2.2236610370870595, 'beta_1': 0.5420441590311565, 'beta_2': 2.251428589055601, 'beta_3': -2.9112977516514342, 'beta_4': 1.7037693561997453}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 08:14:32,156] Trial 90 finished with value: -28.112125000000006 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': -1.0058292573597618, 'gamma_1': 0.22086039728907436, 'beta_0': 0.6258923406723933, 'beta_1': 0.22302239578881322}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 08:15:02,725] Trial 91 finished with value: -25.921125 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': -0.33021112714863216, 'gamma_1': 0.2541556784387777, 'beta_0': 0.5971767848131837, 'beta_1': 0.11372023609652256}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 08:15:22,634] Trial 92 finished with value: -25.892000000000003 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -0.9488590016821825, 'beta_0': 1.1743196103785927}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 08:16:31,718] Trial 93 finished with value: -24.678624999999997 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': -0.5757238128086963, 'gamma_1': 0.7210714488122667, 'gamma_2': 0.09427568652571969, 'gamma_3': 2.942805193472009, 'beta_0': 1.3669920292883582, 'beta_1': 0.30509767666133564, 'beta_2': -0.21931209090279868, 'beta_3': -1.8545322736758099}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 08:16:59,807] Trial 94 finished with value: -25.584249999999997 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': -1.9476082709047282, 'gamma_1': 0.09680259691552469, 'beta_0': 0.8307328127719575, 'beta_1': 0.9728570920701788}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 08:18:44,261] Trial 95 finished with value: -24.061125000000004 and parameters: {'optimizer': 'COBYLA', 'reps': 7, 'gamma_0': -1.736998429540997, 'gamma_1': 1.0891911093645443, 'gamma_2': -2.7979784033303576, 'gamma_3': 1.7337930119171947, 'gamma_4': -2.2472299868141703, 'gamma_5': -1.4341180309258375, 'gamma_6': -2.0185434510388918, 'beta_0': 1.596439341122524, 'beta_1': 1.37504318804439, 'beta_2': -1.4960381080335508, 'beta_3': -0.2372700543651549, 'beta_4': 0.6653952592924938, 'beta_5': 0.939938734506824, 'beta_6': -0.8799203499460293}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 08:19:03,624] Trial 96 finished with value: -27.796874999999996 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 0.5877731943321026, 'beta_0': 0.445267684579185}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 08:19:47,555] Trial 97 finished with value: -24.881249999999994 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': -0.6890190933341034, 'gamma_1': 1.6813522591453476, 'gamma_2': 3.12689758005554, 'beta_0': 0.1935787161722698, 'beta_1': -1.5957324913031248, 'beta_2': -0.9451823872139495}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 08:41:20,024] Trial 98 finished with value: -23.801875 and parameters: {'optimizer': 'QN-SPSA', 'reps': 5, 'gamma_0': -1.2546918553813806, 'gamma_1': 1.3384363869323253, 'gamma_2': -1.202000594302061, 'gamma_3': -0.03346039673748344, 'gamma_4': 0.052892120082255446, 'beta_0': 0.9758333025559045, 'beta_1': 2.050623689653138, 'beta_2': -0.6293876057462584, 'beta_3': -2.2613626524201242, 'beta_4': 2.200463218853463}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 08:44:03,828] Trial 99 finished with value: -23.980874999999997 and parameters: {'optimizer': 'COBYLA', 'reps': 9, 'gamma_0': -0.987705944389885, 'gamma_1': -0.21267198976316695, 'gamma_2': 2.6128002606440885, 'gamma_3': 1.4310773959432717, 'gamma_4': -1.4865487263751107, 'gamma_5': 1.4313939140500973, 'gamma_6': 1.0109347318356072, 'gamma_7': 3.0652983156721474, 'gamma_8': -2.19116369998868, 'beta_0': 2.0207768786562355, 'beta_1': -0.9361386641136362, 'beta_2': -2.037072372287887, 'beta_3': -1.474225308409147, 'beta_4': -2.144417222760881, 'beta_5': -2.8179720470786487, 'beta_6': -2.583592760309814, 'beta_7': -2.405663258524102, 'beta_8': -0.44122395909898776}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 08:44:56,698] Trial 100 finished with value: -25.473999999999997 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': -0.3736914395883224, 'gamma_1': -0.5617816898985056, 'gamma_2': -0.10153204651432805, 'beta_0': 1.324562701230706, 'beta_1': 0.6202575855620408, 'beta_2': -2.968378899290895}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 08:45:14,911] Trial 101 finished with value: -29.299624999999995 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 0.5380209432527306, 'beta_0': 0.3596982722751374}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 08:45:47,134] Trial 102 finished with value: -26.360999999999997 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': 0.7846928557903364, 'gamma_1': -1.554150693225847, 'beta_0': 0.2411967464555041, 'beta_1': -0.0459997492559272}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 08:46:52,356] Trial 103 finished with value: -24.897624999999998 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': 0.48535535918211203, 'gamma_1': 0.4487383947335502, 'gamma_2': 1.6633194501488764, 'gamma_3': -2.6251214275581254, 'beta_0': 0.6723143706841319, 'beta_1': -0.2752183382581707, 'beta_2': 2.5772982354509213, 'beta_3': 2.4958192850099596}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 08:47:10,544] Trial 104 finished with value: -29.721375 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 0.38020606111889016, 'beta_0': 0.08275885313958975}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 08:47:31,045] Trial 105 finished with value: -28.75762500000001 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 0.9534641638964071, 'beta_0': -0.28726049299773193}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 09:02:08,854] Trial 106 finished with value: -24.1225 and parameters: {'optimizer': 'SPSA', 'reps': 6, 'gamma_0': 1.4966612655979836, 'gamma_1': 2.3927917331157342, 'gamma_2': 0.9883547558443221, 'gamma_3': 2.32937118813782, 'gamma_4': 1.3143597548448238, 'gamma_5': 0.28122380864641033, 'beta_0': -0.4491009653459793, 'beta_1': -2.5953784649064495, 'beta_2': 0.5497047675711579, 'beta_3': -0.5891988526676449, 'beta_4': -0.8727419354843027, 'beta_5': -2.3510176966828795}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 09:02:29,589] Trial 107 finished with value: -27.965250000000008 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 1.0219276549748444, 'beta_0': -0.27304454441073966}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 09:03:29,790] Trial 108 finished with value: -24.915874999999996 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': 0.33288379875133195, 'gamma_1': 2.108596342369034, 'gamma_2': 1.3056105529397402, 'gamma_3': -0.7188520559797025, 'beta_0': 0.09785826373777715, 'beta_1': -2.677419104283136, 'beta_2': 0.15756926268682453, 'beta_3': 0.07425145332708967}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 09:04:12,857] Trial 109 finished with value: -24.522624999999998 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': 0.1577483970973268, 'gamma_1': 3.031429893662761, 'gamma_2': -3.0912097222753707, 'beta_0': -0.6522520326779895, 'beta_1': -2.1302372775415264, 'beta_2': 3.1337889387560867}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 09:04:43,474] Trial 110 finished with value: -26.436249999999998 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': 0.6360474669513776, 'gamma_1': -2.978911296920722, 'beta_0': -0.8158454842991885, 'beta_1': -2.956347373175842}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 09:05:02,398] Trial 111 finished with value: -27.6655 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 1.2253833535253233, 'beta_0': -0.10981749045969363}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 09:05:19,436] Trial 112 finished with value: -28.685249999999996 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 0.897958628977119, 'beta_0': 1.8256487749288333}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 09:06:00,526] Trial 113 finished with value: -24.583375000000004 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': 1.0299220431998022, 'gamma_1': -2.4128648173416902, 'gamma_2': -0.52979257351405, 'beta_0': 0.051449132321345514, 'beta_1': 1.730449825499983, 'beta_2': 2.894142362697448}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 09:06:16,535] Trial 114 finished with value: -28.498249999999995 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 0.8792650700467798, 'beta_0': 1.514412920993295}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 09:07:31,984] Trial 115 finished with value: -24.579 and parameters: {'optimizer': 'COBYLA', 'reps': 5, 'gamma_0': 1.4116435488301635, 'gamma_1': 2.6919781094375876, 'gamma_2': 2.9471178637042588, 'gamma_3': -1.8486317591187125, 'gamma_4': -0.1712248594097633, 'beta_0': -0.1698163399605589, 'beta_1': -2.262753515207249, 'beta_2': -1.7530500948624943, 'beta_3': 0.5527791404201426, 'beta_4': -2.8379986825666395}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 09:08:35,766] Trial 116 finished with value: -25.496375 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': 0.7229984115779311, 'gamma_1': -2.1388984815379533, 'gamma_2': 2.0392284968451566, 'gamma_3': 2.6277671198927295, 'beta_0': -0.9648492326466399, 'beta_1': 2.4803825578393957, 'beta_2': 1.8010567030966222, 'beta_3': 3.130236085319537}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 09:19:35,353] Trial 117 finished with value: -24.04187500000001 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': 0.3849797241399416, 'gamma_1': 0.979384197893205, 'beta_0': 1.8966336130969232, 'beta_1': -1.7698589485235774}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 09:19:55,314] Trial 118 finished with value: -28.913125000000008 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 0.5464374767716568, 'beta_0': 2.1658005190682226}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 09:36:55,660] Trial 119 finished with value: -23.965499999999995 and parameters: {'optimizer': 'COBYLA', 'reps': 31, 'gamma_0': 0.24949626255179808, 'gamma_1': -1.1651357181897943, 'gamma_2': 0.6949836826671316, 'gamma_3': 1.9811979629703949, 'gamma_4': 0.33900656551744046, 'gamma_5': -2.113749538162229, 'gamma_6': -3.0547416635407645, 'gamma_7': -1.0860431937777713, 'gamma_8': -1.6482033593060181, 'gamma_9': 1.332335566341615, 'gamma_10': -0.790901699331966, 'gamma_11': 2.7475990320148505, 'gamma_12': 0.728731526863588, 'gamma_13': -0.4684276647351123, 'gamma_14': -1.618035900943364, 'gamma_15': -2.9409013600970217, 'gamma_16': 2.251679156869138, 'gamma_17': 1.978858515447612, 'gamma_18': 0.4009371311705857, 'gamma_19': -1.4709734861315997, 'gamma_20': 2.106099226957863, 'gamma_21': -0.5428810082277823, 'gamma_22': -2.5229609827213255, 'gamma_23': 3.123667352277984, 'gamma_24': 1.772720944881358, 'gamma_25': 1.2854533553191776, 'gamma_26': 2.9750976495855643, 'gamma_27': 3.0957057922536433, 'gamma_28': 2.0896992735641984, 'gamma_29': 0.42761399255775945, 'gamma_30': 1.4500844831247561, 'beta_0': -0.33354663245594035, 'beta_1': -1.2900065540635979, 'beta_2': -2.16989776731163, 'beta_3': -2.7859300433647025, 'beta_4': -0.21546009028658267, 'beta_5': -0.3137546325032072, 'beta_6': 0.6104341093441521, 'beta_7': 0.1392003132658957, 'beta_8': -1.2249142917996696, 'beta_9': -1.942675109902043, 'beta_10': -1.6350630667526498, 'beta_11': 3.0616095272527986, 'beta_12': -2.2969745649055135, 'beta_13': 2.5954890276372127, 'beta_14': 0.12632646623581392, 'beta_15': -2.465422698345793, 'beta_16': -1.345829517889869, 'beta_17': -3.1392461504695723, 'beta_18': -2.706713456322346, 'beta_19': 3.111423409813921, 'beta_20': -0.4065430108136756, 'beta_21': 2.287556880405722, 'beta_22': -2.021491740544162, 'beta_23': 2.0514935397552154, 'beta_24': 1.0065208405719939, 'beta_25': -1.3878897753414787, 'beta_26': -1.8338345402042115, 'beta_27': 3.0540757763907465, 'beta_28': -2.5350969003592456, 'beta_29': -1.415424835617134, 'beta_30': 0.5533478218680958}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 09:37:42,986] Trial 120 finished with value: -26.375749999999993 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': 0.4810462859164676, 'gamma_1': 2.5580550383449125, 'gamma_2': 0.2613711547984255, 'beta_0': 2.150469195922699, 'beta_1': -0.5995250915618904, 'beta_2': -2.4265220691518983}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 09:38:00,629] Trial 121 finished with value: -29.637125 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 0.044899374646665935, 'beta_0': 1.6626446997519}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 09:38:22,260] Trial 122 finished with value: -27.963000000000005 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -0.05000683610512152, 'beta_0': 1.6562809201066988}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 09:39:08,016] Trial 123 finished with value: -26.519500000000004 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': 0.06904683287867697, 'gamma_1': -2.8456654329979436, 'gamma_2': -1.5241144079579882, 'beta_0': 2.0208852933962977, 'beta_1': 0.8656405944909771, 'beta_2': -2.6161127671068276}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 09:39:35,962] Trial 124 finished with value: -25.994374999999994 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': 0.19613618237844055, 'gamma_1': 1.2874769813014852, 'beta_0': 2.363571747774978, 'beta_1': 2.788665328769693}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 09:40:30,921] Trial 125 finished with value: -24.838375000000003 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': 0.5872518938436908, 'gamma_1': -1.2725027901276418, 'gamma_2': -2.1277424563001075, 'gamma_3': 0.4926900403479497, 'beta_0': 1.7190648116592415, 'beta_1': 1.5352522844662337, 'beta_2': 2.1388784189184364, 'beta_3': -0.9048637162580349}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 09:40:48,654] Trial 126 finished with value: -27.38825 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 0.04129315582230075, 'beta_0': 0.3428497793168021}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 09:42:18,589] Trial 127 finished with value: -24.126374999999996 and parameters: {'optimizer': 'COBYLA', 'reps': 5, 'gamma_0': -0.17375698731526304, 'gamma_1': -1.8954656954998812, 'gamma_2': -0.20120234493976366, 'gamma_3': -1.0984156417970523, 'gamma_4': 1.9880371482678736, 'beta_0': 1.23716795621187, 'beta_1': -1.0685732833565376, 'beta_2': 0.9099726051281646, 'beta_3': 1.4979205433727858, 'beta_4': -3.1383108180969734}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 09:42:46,569] Trial 128 finished with value: -26.874375 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': 0.7468475017765615, 'gamma_1': 1.9723868163476668, 'beta_0': 1.5042672191101718, 'beta_1': -3.136062774091709}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 10:17:28,308] Trial 129 finished with value: -24.034875000000003 and parameters: {'optimizer': 'SPSA', 'reps': 27, 'gamma_0': 1.1867253878420598, 'gamma_1': 1.7547022539742234, 'gamma_2': 2.310533096387471, 'gamma_3': 0.8197191785386256, 'gamma_4': -2.385020110174016, 'gamma_5': 0.8352085451536226, 'gamma_6': -1.1548666847178541, 'gamma_7': -1.490910959159175, 'gamma_8': 0.5401194825048781, 'gamma_9': -1.0397153601015754, 'gamma_10': 0.7438120550734487, 'gamma_11': -2.4115991806742927, 'gamma_12': 1.283976426356485, 'gamma_13': -2.7411681909162153, 'gamma_14': 2.6760302561601104, 'gamma_15': -1.504703370931948, 'gamma_16': 1.2712179012897589, 'gamma_17': -0.6617721054335308, 'gamma_18': -1.6370378674581885, 'gamma_19': -2.245505943518262, 'gamma_20': -2.390212665098484, 'gamma_21': 2.9014082356678097, 'gamma_22': 0.47658451357204973, 'gamma_23': 3.0513238837768406, 'gamma_24': 0.08830445813620603, 'gamma_25': 0.8897344542984212, 'gamma_26': -2.0667733056001563, 'beta_0': 1.1160343729696127, 'beta_1': 2.2198490052174416, 'beta_2': 1.3360047357030973, 'beta_3': 2.925426727324542, 'beta_4': 3.078758065079711, 'beta_5': -0.852957785892873, 'beta_6': -1.5026131744516016, 'beta_7': -0.5691261595658869, 'beta_8': 1.4576354826201308, 'beta_9': 0.09979181426592998, 'beta_10': -0.6967492787656057, 'beta_11': 2.028772044730288, 'beta_12': 2.437608843387733, 'beta_13': 1.2717423807532053, 'beta_14': 2.605807315876186, 'beta_15': -1.189951612486002, 'beta_16': 2.4830177902898565, 'beta_17': 3.096901555159209, 'beta_18': 0.45784479301436787, 'beta_19': 1.3621626235215527, 'beta_20': -2.442121779324909, 'beta_21': 0.17763427605976606, 'beta_22': -0.5411066114095217, 'beta_23': -2.4320331688625565, 'beta_24': -3.105150851109807, 'beta_25': 0.5861769604958635, 'beta_26': -0.9032884418927565}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 10:32:50,933] Trial 130 finished with value: -26.119499999999995 and parameters: {'optimizer': 'QN-SPSA', 'reps': 1, 'gamma_0': 0.4058472688623365, 'beta_0': 1.392500806038236}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 10:33:08,052] Trial 131 finished with value: -29.521749999999987 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 0.924886031732215, 'beta_0': 1.8616016257299497}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 10:33:51,297] Trial 132 finished with value: -26.169000000000004 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': 0.5657819157287626, 'gamma_1': -0.9796309045875303, 'gamma_2': 1.8287067965053692, 'beta_0': 1.9072794039582015, 'beta_1': -0.8006605587127711, 'beta_2': -1.0903933547767364}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 10:34:09,148] Trial 133 finished with value: -28.164125000000006 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 0.9407037869666187, 'beta_0': 2.2379711525050086}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 10:34:42,294] Trial 134 finished with value: -27.031500000000005 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': 0.6699497871301257, 'gamma_1': -1.5192790328000372, 'beta_0': 2.055741244918645, 'beta_1': 1.2023007901684328}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 10:35:12,307] Trial 135 finished with value: -27.896999999999995 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': 1.304399230435546, 'gamma_1': 1.5185191043178774, 'beta_0': 1.747330859435893, 'beta_1': 3.042140154994977}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 10:36:15,048] Trial 136 finished with value: -24.252125000000003 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': 1.677003566048493, 'gamma_1': -0.6873207614144137, 'gamma_2': -1.2067848210487855, 'gamma_3': -0.09150487590096026, 'beta_0': 1.5393780771404784, 'beta_1': -1.597730670069266, 'beta_2': -0.6186844248041382, 'beta_3': -3.1270768225852645}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 10:36:32,726] Trial 137 finished with value: -28.084249999999994 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 0.8400491836455591, 'beta_0': 1.9225946153286748}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 10:37:55,318] Trial 138 finished with value: -23.987999999999996 and parameters: {'optimizer': 'COBYLA', 'reps': 6, 'gamma_0': -1.4941525351126193, 'gamma_1': 2.245614860245626, 'gamma_2': 1.4828305978859408, 'gamma_3': 0.2289005542389466, 'gamma_4': -0.6153444282295073, 'gamma_5': -0.7094487640677125, 'beta_0': 1.6347971833523214, 'beta_1': -1.9336019679010552, 'beta_2': -1.506778649011163, 'beta_3': 1.9120459408409611, 'beta_4': -1.2531931582237104, 'beta_5': 1.9632322945402914}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 10:38:37,879] Trial 139 finished with value: -24.863374999999994 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': 0.14964222382180448, 'gamma_1': 0.023897411872207286, 'gamma_2': 2.602653652525316, 'beta_0': 2.417040422155102, 'beta_1': 1.9610273896528236, 'beta_2': 2.477559863970235}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 10:39:43,903] Trial 140 finished with value: -24.252125000000003 and parameters: {'optimizer': 'COBYLA', 'reps': 5, 'gamma_0': -2.4364384952913105, 'gamma_1': -2.5856496125409913, 'gamma_2': -2.4515542255926817, 'gamma_3': -0.3494907599721289, 'gamma_4': -2.864033063396773, 'beta_0': 2.1864709565448086, 'beta_1': 0.4983066840826678, 'beta_2': -0.17327288536255017, 'beta_3': 1.0379745726300076, 'beta_4': 0.9909691156507999}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 10:40:02,801] Trial 141 finished with value: -26.9445 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 1.02670945648921, 'beta_0': 1.8144575399253808}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 10:40:20,632] Trial 142 finished with value: -29.558125000000004 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 0.8844156979137482, 'beta_0': 1.7966362697111176}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 10:40:52,574] Trial 143 finished with value: -27.590875 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': 0.32894706969123644, 'gamma_1': -1.7002851524204214, 'beta_0': 2.05945492076409, 'beta_1': -2.9308165266612685}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 10:41:14,336] Trial 144 finished with value: -27.561000000000003 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 0.4445758953635829, 'beta_0': 1.7039159608790213}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 11:00:29,559] Trial 145 finished with value: -23.914375000000003 and parameters: {'optimizer': 'COBYLA', 'reps': 33, 'gamma_0': 0.5245671302956123, 'gamma_1': -0.40910050443794665, 'gamma_2': -2.820901398193854, 'gamma_3': -1.444036490872948, 'gamma_4': -1.0722772711266637, 'gamma_5': 2.349298502505488, 'gamma_6': -2.7401728718336615, 'gamma_7': -2.164077285316007, 'gamma_8': -1.0643265929601498, 'gamma_9': 0.03409637600470969, 'gamma_10': -2.346559659321006, 'gamma_11': -1.4298856031116005, 'gamma_12': -0.46676768723141326, 'gamma_13': -2.1843696945150124, 'gamma_14': -2.307193427052062, 'gamma_15': 1.2654475662939222, 'gamma_16': 0.05946578268630271, 'gamma_17': -2.349289633447183, 'gamma_18': 2.393219350377489, 'gamma_19': -0.03287257775243825, 'gamma_20': 0.6080377294265514, 'gamma_21': -3.1036697375959785, 'gamma_22': -0.5501252694895743, 'gamma_23': 0.9013880370005399, 'gamma_24': 3.102947243630883, 'gamma_25': -1.0983513440754615, 'gamma_26': -0.36460202281112475, 'gamma_27': 1.3236467266025644, 'gamma_28': -0.1269965276033644, 'gamma_29': -1.5650325935198082, 'gamma_30': -0.0983189047423725, 'gamma_31': 1.3072376096435343, 'gamma_32': -1.4092812706647644, 'beta_0': 1.462556852242691, 'beta_1': -0.47696176320325406, 'beta_2': 0.522720637342146, 'beta_3': -1.9421011324396413, 'beta_4': -1.6978109084206423, 'beta_5': 2.4950399904020206, 'beta_6': 2.178997828946763, 'beta_7': 2.5703928188415213, 'beta_8': -2.241858986602166, 'beta_9': -2.937785596181946, 'beta_10': -3.1145708034499506, 'beta_11': -0.8935682876786637, 'beta_12': 3.1323853915035955, 'beta_13': -0.11521833134155739, 'beta_14': 0.615069941396163, 'beta_15': 0.27397487773245566, 'beta_16': -3.100599008757492, 'beta_17': -1.7190391916200771, 'beta_18': -0.8039321801947137, 'beta_19': 2.4243094964724454, 'beta_20': -0.44681506540084764, 'beta_21': 0.910401804178576, 'beta_22': 0.5130546953038546, 'beta_23': 0.49534976857232066, 'beta_24': 2.207670016487474, 'beta_25': 2.3004751245158976, 'beta_26': 1.5999778644202958, 'beta_27': 1.5154129717941835, 'beta_28': 0.740190363910486, 'beta_29': -2.2065656690567024, 'beta_30': 1.7146271605969912, 'beta_31': -1.2341413349511585, 'beta_32': 3.1353681705586376}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 11:01:09,832] Trial 146 finished with value: -24.763625 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': 0.7346714865934991, 'gamma_1': 2.8756295669882266, 'gamma_2': -0.7671073994251505, 'beta_0': 1.3036840696650636, 'beta_1': 2.899548610388325, 'beta_2': -1.2700670585213159}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 11:01:28,145] Trial 147 finished with value: -29.7625 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -0.20613799047191084, 'beta_0': 1.921134373736718}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 11:01:56,327] Trial 148 finished with value: -29.031625000000005 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': -0.25626873384776305, 'gamma_1': 0.9278297386341116, 'beta_0': 1.9624247382424995, 'beta_1': 1.7850786809066945}. Best is trial 33 with value: -29.784499999999987.
[I 2021-08-06 11:14:40,352] Trial 149 finished with value: -25.359375 and parameters: {'optimizer': 'SPSA', 'reps': 4, 'gamma_0': -0.15072602752427233, 'gamma_1': 0.6162083753456121, 'gamma_2': -1.9142689049957438, 'gamma_3': 1.5665139647498159, 'beta_0': 1.9127440238237772, 'beta_1': 1.7628185799938527, 'beta_2': 0.22281919936105846, 'beta_3': 2.1928517391156275}. Best is trial 33 with value: -29.784499999999987.

print(study.best_trial)

FrozenTrial(number=33, values=[-29.784499999999987], datetime_start=datetime.datetime(2021, 8, 6, 3, 45, 25, 736552), datetime_complete=datetime.datetime(2021, 8, 6, 3, 45, 44, 994206), params={'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -0.9483101890065205, 'beta_0': 1.7900134253340745}, distributions={'optimizer': CategoricalDistribution(choices=('SPSA', 'QN-SPSA', 'COBYLA')), 'reps': IntUniformDistribution(high=50, low=1, step=1), 'gamma_0': UniformDistribution(high=3.141592653589793, low=-3.141592653589793), 'beta_0': UniformDistribution(high=3.141592653589793, low=-3.141592653589793)}, user_attrs={'best': [-29.784499999999987, optimal function value: -35.0
optimal value: [0. 1. 0. 1. 0.]
status: SUCCESS, array([0.50165977, 1.50504998]), 'COBYLA']}, system_attrs={}, intermediate_values={}, trial_id=33, state=TrialState.COMPLETE, value=None)

fig = optuna.visualization.plot_optimization_history(study)
fig.show()

mean, result, optimal_params = study.user_attrs["best"]
optimal_params

---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/tmp/ipykernel_3263313/2432008514.py in <module>
----> 1 mean, result, optimal_params = study.user_attrs["best"]
      2 optimal_params

ValueError: too many values to unpack (expected 3)

max_cut.draw(result)

---------------------------------------------------------------------------
NameError                                 Traceback (most recent call last)
/tmp/ipykernel_3263313/2691994859.py in <module>
----> 1 max_cut.draw(result)

NameError: name 'result' is not defined

mean, result, optimal_params, optimizer_name = study.user_attrs["best"]
print(f"Optimizer: {optimizer_name}")
print(f"Optimal Parameters: {optimal_params}")

Optimizer: COBYLA
Optimal Parameters: [0.50165977 1.50504998]

import qiskit.tools.jupyter
%qiskit_version_table

/home/hm-tlacherm/.local/lib/python3.8/site-packages/qiskit/aqua/__init__.py:86: DeprecationWarning:

The package qiskit.aqua is deprecated. It was moved/refactored to qiskit-terra For more information see <https://github.com/Qiskit/qiskit-aqua/blob/main/README.md#migration-guide>

Version Information

Qiskit Software	Version
qiskit-terra	0.18.1
qiskit-aer	0.8.2
qiskit-ignis	0.6.0
qiskit-ibmq-provider	0.16.0
qiskit-aqua	0.9.4
qiskit	0.29.0
qiskit-nature	0.1.5
qiskit-optimization	0.2.1
System information
Python	3.8.6 (default, Jan 22 2021, 11:41:28) [GCC 8.4.1 20200928 (Red Hat 8.4.1-1)]
OS	Linux
CPUs	192
Memory (Gb)	6046.015735626221
Fri Aug 06 11:14:40 2021 CEST

import mitiq
mitiq.about()

Mitiq: A Python toolkit for implementing error mitigation on quantum computers
==============================================================================
Authored by: Mitiq team, 2020 & later (https://github.com/unitaryfund/mitiq)

Mitiq Version:	0.9.3

Core Dependencies
-----------------
Cirq Version:	0.10.0
NumPy Version:	1.20.3
SciPy Version:	1.4.1

Optional Dependencies
---------------------
PyQuil Version:	Not installed
Qiskit Version:	0.29.0
Braket Version:	Not installed

Python Version:	3.8.6
Platform Info:	Linux (x86_64)